-- Logs begin at Thu 2021-08-12 14:41:46 UTC, end at Thu 2021-08-12 15:49:15 UTC. --
Aug 12 15:21:54.753505 dv-cinder-804345-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Aug 12 15:21:57.088916 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.common.config [-] Logging enabled!
Aug 12 15:21:57.089559 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev7
Aug 12 15:21:57.089688 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79151) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Aug 12 15:21:57.092828 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.common.config [-] Logging enabled!
Aug 12 15:21:57.093087 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev7
Aug 12 15:21:57.093405 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79151) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Aug 12 15:21:57.094336 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Aug 12 15:21:57.094578 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Aug 12 15:21:57.094942 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Aug 12 15:21:57.095192 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Aug 12 15:21:57.095424 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Aug 12 15:21:57.095746 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.096049 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.096355 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.096592 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.096916 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.097216 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.097502 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.097796 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.098099 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.098391 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.098676 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.098967 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.099207 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.099492 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.099785 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.100078 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.100308 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] debug                          = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.100648 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.101606 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.102017 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.102302 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.102598 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.102884 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.103238 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.103523 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.103808 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.104141 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] host                           = dv-cinder-804345-1-iscsi {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.104426 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.104722 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.105047 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.105342 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.105626 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.105911 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.106203 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.106487 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.106771 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.107052 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.107349 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.107644 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.107946 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.108177 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.108405 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.108703 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.109023 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.109306 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.109586 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.109867 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.110147 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.110425 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.110702 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.110993 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.111282 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.111573 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.111852 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.112130 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.112406 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.112684 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.113000 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.113283 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.113564 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.113843 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.114133 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.114406 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.114684 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.114992 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.115287 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.115576 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.115871 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.116174 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.116469 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.116746 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.117050 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.117327 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.117606 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.117882 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.118168 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.118445 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.118798 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.119084 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.119364 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.119657 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:57.119958 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.120262 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.120569 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.120880 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.121185 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.121469 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.121763 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.122045 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.122338 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.122632 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.122925 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.123209 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.123500 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.123783 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.124082 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.124389 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.124688 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.125010 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.125293 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.125575 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.125860 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.126141 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.126434 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.126732 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.127029 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.127310 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.127599 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.127898 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.128183 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.128464 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.128749 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.129067 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.129351 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.129634 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.129921 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.130204 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.130484 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.130763 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.131046 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.131345 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.132132 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.132427 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.132706 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.133017 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.133290 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.133579 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.133864 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.134157 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.134496 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.134783 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.135064 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.135342 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.135625 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.135905 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.136188 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.136473 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.136752 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.137058 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.137334 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.137611 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.137886 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.138162 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.138443 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.138719 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.138995 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.139270 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.139564 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.139824 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.140114 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.140418 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.140704 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.141009 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.141292 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.141575 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.141856 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.142136 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.142416 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.142695 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.142974 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.143270 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.143554 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.143845 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.144132 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.144413 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.144713 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.145016 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.145306 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.145586 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.145868 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.146163 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.146455 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.146754 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.147051 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.147396 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.148297 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.148601 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.148915 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.149234 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.149524 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:57.149750 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Aug 12 15:21:57.149993 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79151) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Aug 12 15:21:57.536439 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO keyring.backend [-] Loading KWallet
Aug 12 15:21:57.543988 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO keyring.backend [-] Loading SecretService
Aug 12 15:21:57.547674 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO keyring.backend [-] Loading Windows
Aug 12 15:21:57.549029 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO keyring.backend [-] Loading chainer
Aug 12 15:21:57.549624 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO keyring.backend [-] Loading macOS
Aug 12 15:21:57.584392 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:21:57.584698 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:21:57.585025 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:21:57.585366 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.manager [-] Loading core plugin: ml2
Aug 12 15:21:57.892989 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:57.893206 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:57.893481 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:57.894699 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:57.894975 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:57.895242 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.016027 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.016312 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.016587 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.029751 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.030036 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.030310 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.059627 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.059919 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.060187 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.098149 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.098688 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.098688 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.330864 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ff08321f8b0> agent after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.331154 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ff08321f8b0> agent after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.331424 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7ff08321f940> segment precommit_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.331696 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7ff08321f9d0> network precommit_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.332647 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7ff083217f70> segment before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.455733 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> network before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.456059 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7ff0831e7e50> agent before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.456348 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> network before_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.456626 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> port before_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.456921 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> port before_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.457238 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> segment after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.457509 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> segment precommit_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.457775 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> segment precommit_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.458036 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> segment after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.458323 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> network after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.458589 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> network precommit_delete 0 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.458860 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> port provisioning_complete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.459646 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> rbac-policy before_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.459908 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> rbac-policy after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.460182 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> agent after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.460460 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> subnet after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.460726 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> subnet precommit_delete 0 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.461029 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> rbac-policy before_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.461294 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> rbac-policy before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.461656 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> segment_host_mapping after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.462013 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> port after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.462275 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> port after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.462530 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> port after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.462817 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> rbac-policy before_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.463072 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> rbac-policy before_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.463323 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff083d7eeb0>> rbac-policy before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.463719 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 12 15:21:58.463968 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 12 15:21:58.464209 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 12 15:21:58.464452 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 12 15:21:58.464688 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 12 15:21:58.464955 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 12 15:21:58.465424 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Aug 12 15:21:58.468629 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Aug 12 15:21:58.472654 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Aug 12 15:21:58.477208 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])])
Aug 12 15:21:58.478854 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Aug 12 15:21:58.479312 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Aug 12 15:21:58.479650 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Aug 12 15:21:58.480047 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Aug 12 15:21:58.482895 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Aug 12 15:21:58.483153 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Aug 12 15:21:58.483658 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Aug 12 15:21:58.512263 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Aug 12 15:21:58.512720 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7ff082f86a30>> qos_plugin after_init 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.513064 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79151) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Aug 12 15:21:58.513434 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7ff082f86490>> logging-plugin after_init 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.514812 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79151) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Aug 12 15:21:58.515098 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Aug 12 15:21:58.515346 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Aug 12 15:21:58.518494 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ff0831a3dc0>> floatingip before_response 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.518784 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ff0831a3dc0>> port before_response 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:58.580996 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Aug 12 15:21:58.581183 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Aug 12 15:21:58.581423 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Aug 12 15:21:58.581800 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Aug 12 15:21:58.614381 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_db.sqlalchemy.engines [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79151) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Aug 12 15:21:58.947498 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Initializing driver for type 'gre'
Aug 12 15:21:58.948235 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] gre ID ranges: [(1, 1000)]
Aug 12 15:21:59.005366 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Initializing driver for type 'local'
Aug 12 15:21:59.005707 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Initializing driver for type 'vlan'
Aug 12 15:21:59.017463 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] VlanTypeDriver initialization complete
Aug 12 15:21:59.017845 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Initializing driver for type 'vxlan'
Aug 12 15:21:59.018413 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] vxlan ID ranges: [(1, 1000)]
Aug 12 15:21:59.068829 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Initializing extension driver 'port_security'
Aug 12 15:21:59.069173 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.extensions.port_security [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] PortSecurityExtensionDriver initialization complete
Aug 12 15:21:59.069500 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Initializing mechanism driver 'openvswitch'
Aug 12 15:21:59.069829 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Initializing mechanism driver 'hyperv'
Aug 12 15:21:59.076173 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.plugin [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:21:59.076950 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff08305a190>> port after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.077318 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff08305a190>> port after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.077665 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff08305a190>> port after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.078046 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff08305a6a0>> subnet after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.078395 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff08305a6a0>> subnet after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.078733 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff08305a6a0>> subnet after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.079105 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff082ad4820>> network after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.079447 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff082ad4820>> network after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.079781 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff082ad4820>> network after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.080146 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff082ad4ac0>> security_group after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.080487 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff082ad4ac0>> security_group after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.080843 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff082ad4ac0>> security_group after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.081218 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff082ad4d30>> security_group_rule after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.081557 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff082ad4d30>> security_group_rule after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.081892 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff082ad4d30>> security_group_rule after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.082259 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff082ad4fa0>> address_group after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.082595 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff082ad4fa0>> address_group after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.082924 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff082ad4fa0>> address_group after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.083257 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] ML2 OVO RPC backend initialized. {{(pid=79151) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Aug 12 15:21:59.083941 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> router_interface after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.084291 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> router_interface after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.084698 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> network before_response 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.085062 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> networks before_response 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.085403 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> port before_response 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.085738 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> ports before_response 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.086073 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> subnet before_response 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.086408 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> subnets before_response 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.086745 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> network after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.087077 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> network after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.087406 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> network after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.087732 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> port after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.088061 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> port after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.088389 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> port after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.088716 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> subnet after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.089069 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> subnet after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.089400 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff082adb3a0>> subnet after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.089966 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.plugin [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Modular L2 Plugin initialization complete
Aug 12 15:21:59.090291 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading services supported by the core plugin {{(pid=79151) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Aug 12 15:21:59.090612 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.plugins.ml2.managers [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Got port-security extension from driver 'port_security'
Aug 12 15:21:59.091063 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.extensions.vlantransparent [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Disabled vlantransparent extension.
Aug 12 15:21:59.091535 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79151) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Aug 12 15:21:59.091842 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading Plugin: router
Aug 12 15:21:59.127071 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router_interface before_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.127618 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router after_create 55549900 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.127806 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router before_create 55549900 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.128166 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router_interface before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.128530 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router_interface after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.128905 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router after_delete 55549900 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.129259 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> floatingip after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.129615 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router after_create 55549900 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.129955 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router after_update 55549900 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.130297 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router after_update 55549900 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.131348 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router_gateway after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.131707 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router after_update 55549900 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.132112 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router precommit_update 55549900 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.132476 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7ff0832a5430> port after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.132829 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7ff0832a54c0> port after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.133164 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7ff0832a53a0> subnet after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.133495 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7ff0832a5040> subnetpool_address_scope after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.133833 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> port precommit_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.134181 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router precommit_create 55549900 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.134517 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7ff083291280> port before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.134852 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router precommit_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.135200 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router after_update 55549900 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.135535 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router precommit_delete 55549900 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.135875 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router precommit_create 55549900 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.136229 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router_interface after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.136566 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> router precommit_update 55549900 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.136944 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> agent after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.137290 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> agent after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.137628 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff082adb4c0>> network after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.138464 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Tracking information for resource: router configured {{(pid=79151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 12 15:21:59.138786 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Tracking information for resource: floatingip configured {{(pid=79151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Aug 12 15:21:59.143541 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.db.l3_agentschedulers_db [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Aug 12 15:21:59.144104 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <function _notify_l3_agent_port_update at 0x7ff082a10280> port after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.144454 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <function _notify_l3_agent_new_port at 0x7ff082a10160> port after_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.144812 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <function _notify_port_delete at 0x7ff082a101f0> port after_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.145159 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7ff082a10550> port after_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.145945 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff082a2bcd0>> router before_create 55550100 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.146303 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff082a2bcd0>> router precommit_delete 55550100 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.146657 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff082a2bcd0>> router precommit_create 55550100 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.147006 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff082a2bcd0>> router precommit_update 55550100 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.151449 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.services.provider_configuration [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Service providers = [] {{(pid=79151) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Aug 12 15:21:59.151812 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.db.servicetype_db [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79151) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Aug 12 15:21:59.154718 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.services.service_base [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 12 15:21:59.155063 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.services.service_base [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 12 15:21:59.155397 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.services.service_base [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 12 15:21:59.156281 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.services.service_base [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Aug 12 15:21:59.156823 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.services.service_base [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Default provider is not specified for service type L3_ROUTER_NAT
Aug 12 15:21:59.157188 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 12 15:21:59.157500 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Aug 12 15:21:59.167734 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 12 15:21:59.168066 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading Plugin: auto_allocate
Aug 12 15:21:59.173772 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ff082a4f8b0> network precommit_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.174127 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ff082a4f8b0> network precommit_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.174634 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 12 15:21:59.174948 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading Plugin: tag
Aug 12 15:21:59.182402 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 12 15:21:59.182722 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading Plugin: timestamp
Aug 12 15:21:59.186518 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 12 15:21:59.186843 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading Plugin: network_ip_availability
Aug 12 15:21:59.191938 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff0829a7910>> rbac-policy before_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.192307 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff0829a7910>> rbac-policy before_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.192661 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff0829a7910>> rbac-policy before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.194201 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 12 15:21:59.194516 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading Plugin: flavors
Aug 12 15:21:59.200617 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 12 15:21:59.200935 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading Plugin: revisions
Aug 12 15:21:59.205115 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Aug 12 15:21:59.205503 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.620s {{(pid=79151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:21:59.206216 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79151) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Aug 12 15:21:59.206547 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Initializing extension manager.
Aug 12 15:21:59.207041 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: __init__.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.207372 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: __pycache__ {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.207695 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.208019 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: address_group.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.208801 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.209347 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: address-group
Aug 12 15:21:59.209660 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: address_scope.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.210358 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.210853 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: address-scope
Aug 12 15:21:59.211246 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: admin_state_down_before_update.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.212167 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.212664 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: router-admin-state-down-before-update
Aug 12 15:21:59.213002 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: agent.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.213693 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.214220 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: agent
Aug 12 15:21:59.214535 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: agent_resources_synced.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.215434 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.215934 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: agent-resources-synced
Aug 12 15:21:59.216248 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: allowedaddresspairs.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.218105 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.218627 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: allowed-address-pairs
Aug 12 15:21:59.218949 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: auto_allocated_topology.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.220000 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.220509 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: auto-allocated-topology
Aug 12 15:21:59.220853 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: availability_zone.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.221539 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.222040 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: availability_zone
Aug 12 15:21:59.222356 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: availability_zone_filter.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.223248 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.223746 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: availability_zone_filter
Aug 12 15:21:59.224158 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: data_plane_status.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.225078 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.225581 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension data-plane-status not supported by any of loaded plugins
Aug 12 15:21:59.225894 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: default_subnetpools.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.226859 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.227354 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: default-subnetpools
Aug 12 15:21:59.227670 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: dhcpagentscheduler.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.228461 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.228984 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: dhcp_agent_scheduler
Aug 12 15:21:59.229301 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: dns.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.230200 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.230693 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension dns-integration not supported by any of loaded plugins
Aug 12 15:21:59.231008 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: dns_domain_ports.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.231909 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.232409 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension dns-domain-ports not supported by any of loaded plugins
Aug 12 15:21:59.232727 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: dvr.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.233412 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.233916 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: dvr
Aug 12 15:21:59.234230 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: empty_string_filtering.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.235127 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.235635 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: empty-string-filtering
Aug 12 15:21:59.235948 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.236877 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.237371 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Aug 12 15:21:59.237682 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.238574 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.239072 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Aug 12 15:21:59.239385 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: external_net.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.240864 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.241365 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: external-net
Aug 12 15:21:59.241677 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: extra_dhcp_opt.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.242633 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.243133 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: extra_dhcp_opt
Aug 12 15:21:59.243446 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: extraroute.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.244330 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.244855 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: extraroute
Aug 12 15:21:59.245171 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: extraroute_atomic.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.246193 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.246690 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: extraroute-atomic
Aug 12 15:21:59.247006 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: filter_validation.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.247651 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.248144 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: filter-validation
Aug 12 15:21:59.248456 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: fip_pf_description.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.249560 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.250053 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Aug 12 15:21:59.250367 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: fip_port_details.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.251258 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.251756 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: fip-port-details
Aug 12 15:21:59.252072 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: flavors.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.253300 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.253811 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: flavors
Aug 12 15:21:59.254128 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.256357 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.256903 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Aug 12 15:21:59.257232 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: floatingip_pools.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.257996 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.258495 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: floatingip-pools
Aug 12 15:21:59.258817 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: ip_allocation.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.259750 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.260247 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension ip_allocation not supported by any of loaded plugins
Aug 12 15:21:59.260566 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.261498 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.262003 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: ip-substring-filtering
Aug 12 15:21:59.262324 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: l2_adjacency.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.263228 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.263724 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension l2_adjacency not supported by any of loaded plugins
Aug 12 15:21:59.264042 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: l3.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.265021 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.265532 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: router
Aug 12 15:21:59.265851 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: l3_conntrack_helper.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.268032 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.268545 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Aug 12 15:21:59.268904 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.269819 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.270328 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: ext-gw-mode
Aug 12 15:21:59.270649 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.271577 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.272080 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: l3-ha
Aug 12 15:21:59.272399 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: l3_flavors.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.273325 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.273903 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: l3-flavors
Aug 12 15:21:59.274220 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.275130 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.275628 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: l3-port-ip-change-not-allowed
Aug 12 15:21:59.275949 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: l3agentscheduler.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.277002 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.277509 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: l3_agent_scheduler
Aug 12 15:21:59.277829 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: logging.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.279288 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.279801 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension logging not supported by any of loaded plugins
Aug 12 15:21:59.280122 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: metering.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.280868 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.281436 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: metering
Aug 12 15:21:59.281752 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.282816 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.283326 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: metering_source_and_destination_fields
Aug 12 15:21:59.283644 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: multiprovidernet.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.284672 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.285216 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: multi-provider
Aug 12 15:21:59.285536 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: netmtu.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.286444 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.286969 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: net-mtu
Aug 12 15:21:59.287286 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: netmtu_writable.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.288193 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.288696 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: net-mtu-writable
Aug 12 15:21:59.289089 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: network_availability_zone.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.289764 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.290265 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: network_availability_zone
Aug 12 15:21:59.290580 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: network_ip_availability.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.291647 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.292155 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: network-ip-availability
Aug 12 15:21:59.292470 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: network_segment_range.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.293250 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.293746 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension network-segment-range not supported by any of loaded plugins
Aug 12 15:21:59.294060 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: pagination.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.295024 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.295346 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: pagination
Aug 12 15:21:59.295659 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: port_device_profile.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.296551 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.297087 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: port-device-profile
Aug 12 15:21:59.297406 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.298316 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.298817 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: port-mac-address-regenerate
Aug 12 15:21:59.299136 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.300029 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.300528 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: port-numa-affinity-policy
Aug 12 15:21:59.300871 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: port_resource_request.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.301772 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.302781 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension port-resource-request not supported by any of loaded plugins
Aug 12 15:21:59.303096 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: portbindings.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.304018 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.304521 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: binding
Aug 12 15:21:59.304949 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: portbindings_extended.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.306200 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.306971 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: binding-extended
Aug 12 15:21:59.307302 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: portsecurity.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.308198 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.308701 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: port-security
Aug 12 15:21:59.309048 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: project_id.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.310003 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.310325 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: project-id
Aug 12 15:21:59.310643 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: providernet.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.311544 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.312052 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: provider
Aug 12 15:21:59.312370 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: qos.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.315844 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.316370 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension qos not supported by any of loaded plugins
Aug 12 15:21:59.316695 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.318546 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.319051 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Aug 12 15:21:59.319376 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.320334 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.320888 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Aug 12 15:21:59.321213 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: qos_default.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.322116 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.322621 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension qos-default not supported by any of loaded plugins
Aug 12 15:21:59.322939 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: qos_fip.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.323580 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.324072 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension qos-fip not supported by any of loaded plugins
Aug 12 15:21:59.324390 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: qos_gateway_ip.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.325329 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.325829 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension qos-gateway-ip not supported by any of loaded plugins
Aug 12 15:21:59.326144 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: qos_port_network_policy.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.327042 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.327541 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension qos-port-network-policy not supported by any of loaded plugins
Aug 12 15:21:59.327855 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: qos_rule_type_details.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.328743 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.329269 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension qos-rule-type-details not supported by any of loaded plugins
Aug 12 15:21:59.329585 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: qos_rules_alias.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.330608 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.331119 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension qos-rules-alias not supported by any of loaded plugins
Aug 12 15:21:59.331438 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: quotasv2.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.332319 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.332762 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: quotas
Aug 12 15:21:59.333103 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: quotasv2_detail.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.334717 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.335049 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: quota_details
Aug 12 15:21:59.335376 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: rbac.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.336465 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.337013 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: rbac-policies
Aug 12 15:21:59.337337 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: rbac_address_group.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.338247 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.338755 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: rbac-address-group
Aug 12 15:21:59.339074 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: rbac_address_scope.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.339976 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.340479 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: rbac-address-scope
Aug 12 15:21:59.340812 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: rbac_security_groups.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.341715 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.342220 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: rbac-security-groups
Aug 12 15:21:59.342537 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: rbac_subnetpool.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.343448 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.343951 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: rbac-subnetpool
Aug 12 15:21:59.344267 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: revisionifmatch.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.345197 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.345707 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: revision-if-match
Aug 12 15:21:59.346024 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: revisions.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.347120 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.347627 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: standard-attr-revisions
Aug 12 15:21:59.347945 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: router_availability_zone.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.348602 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.349162 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: router_availability_zone
Aug 12 15:21:59.349480 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: routerservicetype.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.350379 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.350882 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension router-service-type not supported by any of loaded plugins
Aug 12 15:21:59.351198 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.352157 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.352662 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: security-groups-normalized-cidr
Aug 12 15:21:59.353005 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: security_groups_port_filtering.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.353913 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.354415 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: port-security-groups-filtering
Aug 12 15:21:59.354731 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.355630 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.356135 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: security-groups-remote-address-group
Aug 12 15:21:59.356456 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: securitygroup.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.366435 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.366957 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: security-group
Aug 12 15:21:59.367353 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: segment.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.368122 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.368624 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension segment not supported by any of loaded plugins
Aug 12 15:21:59.368980 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.369910 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.370415 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Aug 12 15:21:59.370734 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: servicetype.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.371830 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.372345 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: service-type
Aug 12 15:21:59.372666 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: sorting.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.373649 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.373977 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: sorting
Aug 12 15:21:59.374297 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: standard_attr_segment.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.375187 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.375691 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension standard-attr-segment not supported by any of loaded plugins
Aug 12 15:21:59.376008 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: standardattrdescription.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.376646 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.377243 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: standard-attr-description
Aug 12 15:21:59.377559 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: stateful_security_group.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.378466 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.378968 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: stateful-security-group
Aug 12 15:21:59.379286 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: stdattrs_common.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.379858 dv-cinder-804345-1-iscsi neutron-server[79151]: WARNING neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Aug 12 15:21:59.380795 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.381832 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.382375 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Aug 12 15:21:59.382694 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: subnet_onboard.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.383740 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.384252 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: subnet_onboard
Aug 12 15:21:59.384570 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.385515 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.386014 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Aug 12 15:21:59.386331 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: subnet_service_types.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.387246 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.387755 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: subnet-service-types
Aug 12 15:21:59.388073 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: subnetallocation.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.389166 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.389673 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: subnet_allocation
Aug 12 15:21:59.389990 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.390639 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.391138 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: subnetpool-prefix-ops
Aug 12 15:21:59.391453 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.392367 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.392896 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Aug 12 15:21:59.393215 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: tagging.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.394245 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.394755 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: standard-attr-tag
Aug 12 15:21:59.395076 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: timestamp.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.396272 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.396797 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loaded extension: standard-attr-timestamp
Aug 12 15:21:59.397126 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: trunk.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.398136 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.398727 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension trunk not supported by any of loaded plugins
Aug 12 15:21:59.399043 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: trunk_details.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.399948 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.400452 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension trunk-details not supported by any of loaded plugins
Aug 12 15:21:59.400766 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: uplink_status_propagation.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.401694 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.402197 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension uplink-status-propagation not supported by any of loaded plugins
Aug 12 15:21:59.402509 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Loading extension file: vlantransparent.py {{(pid=79151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Aug 12 15:21:59.403166 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Aug 12 15:21:59.403667 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extension vlan-transparent not supported by any of loaded plugins
Aug 12 15:21:59.406106 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:network
Aug 12 15:21:59.406806 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:subnet
Aug 12 15:21:59.407556 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:subnetpool
Aug 12 15:21:59.408151 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:port
Aug 12 15:21:59.409497 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.resource_helper [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 12 15:21:59.409935 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.resource_helper [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Service FLAVORS assigned prefix:  {{(pid=79151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 12 15:21:59.410567 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.resource_helper [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 12 15:21:59.410995 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.resource_helper [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 12 15:21:59.411320 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:router
Aug 12 15:21:59.412469 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:floatingip
Aug 12 15:21:59.413197 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.resource_helper [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Service METERING assigned prefix: /metering {{(pid=79151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 12 15:21:59.414679 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff0828e9820>> rbac-policy before_create 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.415039 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff0828e9820>> rbac-policy before_update 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.415381 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff0828e9820>> rbac-policy before_delete 55550000 {{(pid=79151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:21:59.416500 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of CountableResource for resource:rbac_policy
Aug 12 15:21:59.416969 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:security_group
Aug 12 15:21:59.417637 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:security_group_rule
Aug 12 15:21:59.418365 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.resource_helper [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Service CORE assigned prefix:  {{(pid=79151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 12 15:21:59.418690 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:subnetpool
Aug 12 15:21:59.419026 dv-cinder-804345-1-iscsi neutron-server[79151]: WARNING neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] subnetpool is already registered
Aug 12 15:21:59.419629 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.resource_helper [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Service CORE assigned prefix:  {{(pid=79151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 12 15:21:59.419954 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:subnetpool
Aug 12 15:21:59.420274 dv-cinder-804345-1-iscsi neutron-server[79151]: WARNING neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] subnetpool is already registered
Aug 12 15:21:59.422848 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.resource_helper [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 12 15:21:59.423275 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.resource_helper [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Service FLAVORS assigned prefix:  {{(pid=79151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 12 15:21:59.423870 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.resource_helper [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 12 15:21:59.424290 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.resource_helper [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 12 15:21:59.424616 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:router
Aug 12 15:21:59.424969 dv-cinder-804345-1-iscsi neutron-server[79151]: WARNING neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] router is already registered
Aug 12 15:21:59.425557 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:floatingip
Aug 12 15:21:59.425878 dv-cinder-804345-1-iscsi neutron-server[79151]: WARNING neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] floatingip is already registered
Aug 12 15:21:59.426528 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.resource_helper [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Service METERING assigned prefix: /metering {{(pid=79151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 12 15:21:59.427797 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of CountableResource for resource:rbac_policy
Aug 12 15:21:59.428120 dv-cinder-804345-1-iscsi neutron-server[79151]: WARNING neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] rbac_policy is already registered
Aug 12 15:21:59.428656 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:security_group
Aug 12 15:21:59.429009 dv-cinder-804345-1-iscsi neutron-server[79151]: WARNING neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] security_group is already registered
Aug 12 15:21:59.429649 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:security_group_rule
Aug 12 15:21:59.429987 dv-cinder-804345-1-iscsi neutron-server[79151]: WARNING neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] security_group_rule is already registered
Aug 12 15:21:59.430652 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.resource_helper [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Service CORE assigned prefix:  {{(pid=79151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 12 15:21:59.430976 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:subnetpool
Aug 12 15:21:59.431302 dv-cinder-804345-1-iscsi neutron-server[79151]: WARNING neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] subnetpool is already registered
Aug 12 15:21:59.432141 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.v2.resource_helper [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Service CORE assigned prefix:  {{(pid=79151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Aug 12 15:21:59.432458 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Creating instance of TrackedResource for resource:subnetpool
Aug 12 15:21:59.432773 dv-cinder-804345-1-iscsi neutron-server[79151]: WARNING neutron.quota.resource_registry [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] subnetpool is already registered
Aug 12 15:21:59.433431 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: extensions {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.434862 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: address-groups {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.436423 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: address-scopes {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.437650 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: agents {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.438775 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: auto-allocated-topology {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.439986 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: availability_zones {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.442239 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: dhcp-networks {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.443648 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: dhcp-agents {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.445066 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: routers {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.446898 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: flavors {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.448034 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: service_profiles {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.449237 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: next_providers {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.450764 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: service_profiles {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.452121 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: floatingip-pools {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.453344 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: routers {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.455080 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: floatingips {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.456236 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: l3-routers {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.457592 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: l3-agents {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.459008 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: metering-labels {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.460324 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: metering-label-rules {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.461673 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: network-ip-availabilities {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.462891 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: bindings {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.464499 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: quotas {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.465941 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: quotas {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.467324 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: rbac-policies {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.468575 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: security-groups {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.469777 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: security-group-rules {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.470988 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: service-providers {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.472168 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: subnetpools {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.473581 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: subnetpools {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.475514 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: tags {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.477274 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: tags {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.479070 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: tags {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.480755 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: tags {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.482505 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: tags {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.484298 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: tags {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.485981 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: tags {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.487826 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: tags {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.490187 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: tags {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.491986 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron.api.extensions [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Extended resource: tags {{(pid=79151) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Aug 12 15:21:59.498084 dv-cinder-804345-1-iscsi neutron-server[79151]: WARNING keystonemiddleware.auth_token [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Aug 12 15:21:59.503604 dv-cinder-804345-1-iscsi neutron-server[79151]: WARNING keystonemiddleware.auth_token [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Aug 12 15:21:59.511706 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Acquired lock "singleton_lock" {{(pid=79151) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Aug 12 15:21:59.512196 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_concurrency.lockutils [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Releasing lock "singleton_lock" {{(pid=79151) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Aug 12 15:21:59.512836 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO oslo_service.service [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Starting 2 workers
Aug 12 15:21:59.517446 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Started child 79258 {{(pid=79151) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 12 15:21:59.521674 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Started child 79259 {{(pid=79151) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 12 15:21:59.522433 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:21:59.523181 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO neutron.service [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Neutron service started, listening on 0.0.0.0:9696
Aug 12 15:21:59.523867 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Notify callbacks [] for process, before_spawn {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:21:59.523977 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [-] (79258) wsgi starting up on http://0.0.0.0:9696
Aug 12 15:21:59.525907 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:21:59.526336 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO oslo_service.service [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Starting 1 workers
Aug 12 15:21:59.527239 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [-] (79259) wsgi starting up on http://0.0.0.0:9696
Aug 12 15:21:59.531148 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Started child 79260 {{(pid=79151) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 12 15:21:59.531637 dv-cinder-804345-1-iscsi neutron-server[79151]: INFO oslo_service.service [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Starting 1 workers
Aug 12 15:21:59.534575 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.service [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] calling RpcWorker wait() {{(pid=79260) _wait /opt/stack/neutron/neutron/service.py:128}}
Aug 12 15:21:59.535130 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.service [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] returning from RpcWorker wait() {{(pid=79260) _wait /opt/stack/neutron/neutron/service.py:135}}
Aug 12 15:21:59.535786 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Started child 79261 {{(pid=79151) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Aug 12 15:21:59.537008 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:21:59.537111 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG neutron_lib.callbacks.manager [None req-d533cbe6-1e09-4cc2-b8bf-2c108ee80d9e None None] Notify callbacks [] for process, after_spawn {{(pid=79151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:21:59.537548 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:21:59.538938 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79151) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Aug 12 15:21:59.539142 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Aug 12 15:21:59.539328 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Aug 12 15:21:59.539539 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Aug 12 15:21:59.539867 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Aug 12 15:21:59.540031 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Aug 12 15:21:59.540533 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.540837 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.541122 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.541375 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.541579 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:21:59.542047 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.542189 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.542455 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.542703 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.542965 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.543194 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.543461 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.543553 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.543760 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.544005 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.544297 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.544558 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.544801 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.545090 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.545261 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.545502 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.545766 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.545991 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.546260 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.546484 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.546952 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.547178 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.547439 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.547679 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.547941 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.548181 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.548469 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.548732 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.548994 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.549227 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.549487 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.549730 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.549969 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.550182 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.550453 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.550666 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.551146 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] host                           = dv-cinder-804345-1-iscsi {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.551380 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.551598 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.551821 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.552827 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.553057 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.553271 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.553597 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.553791 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.554031 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.554252 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.554514 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.554767 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.555012 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.555260 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.555423 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.555657 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.555950 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.556208 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.556398 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.556843 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.557025 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.557274 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.557437 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.557696 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.557940 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.558153 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.558364 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.558660 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.558830 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.559076 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.559310 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.559537 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.559760 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.560012 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.560236 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.560477 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.560715 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.560966 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.561196 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.561406 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.561615 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.561835 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.562044 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.562276 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.562529 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.562738 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.562980 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.563220 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.563478 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.563699 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.563918 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.564161 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.564418 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.564647 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.564912 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.565182 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.565413 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.565655 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.565865 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.566077 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.566302 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.566510 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.566718 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.566960 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.567185 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.567413 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.567667 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.567879 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.568907 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.568907 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.568907 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.569212 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.569311 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.569553 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.569766 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.569993 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.570234 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.570476 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.570694 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.571003 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.571251 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.571507 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.571754 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.572015 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.572306 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.572564 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.572851 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.573085 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.573329 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.573566 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.573783 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.573998 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:21:59.574090 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.574354 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.575243 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.575243 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.575243 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.575243 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.577142 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.577142 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.577142 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.577142 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.577142 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.577142 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.577142 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.577142 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.578593 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.578593 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.578593 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.578593 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.578593 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.578593 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.578593 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.579523 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.579523 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.579523 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.579523 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.579979 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.579979 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.579979 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.580330 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.580465 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.581330 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.581330 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.581330 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.581330 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.583318 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.583318 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.583318 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.583318 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.583318 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.583318 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.583318 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.585490 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.585490 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.585490 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.585490 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.585490 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.585490 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.585490 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.585490 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.585490 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.586790 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.586790 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.586790 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.586790 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.586790 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.586790 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.586790 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.586790 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.588550 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.588550 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.588550 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.588550 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.588550 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.588550 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.588550 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.590148 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.590148 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.590148 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.590148 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.590148 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.590148 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.590148 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.591379 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.591379 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.591379 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.591379 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.591379 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.592303 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.592303 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.592303 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.592303 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.592303 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.593238 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.593238 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.593238 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.593736 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.593736 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.594042 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.594042 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.594272 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.594554 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.594778 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.595452 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.595452 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.595750 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.595750 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.596027 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.596252 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.596986 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.596986 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.596986 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.597455 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.597455 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.600095 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.600095 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.600095 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.600095 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.600095 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.600095 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.600095 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.600095 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.601530 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.601530 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.601530 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.601530 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.601530 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.601530 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.601530 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.602112 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.602112 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.602112 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.602338 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.602557 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.602797 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.603183 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.603405 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.603642 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.603855 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.604090 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.604301 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.604512 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.605825 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.605825 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.605825 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.605825 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.605825 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.605825 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.606292 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.606292 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.606465 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.607054 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.607054 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.607222 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.607329 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.607550 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.607801 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.608029 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.608292 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.608535 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.608751 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.609019 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.609300 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.609525 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.609723 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.609981 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.611655 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.611655 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.611655 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.611655 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.611655 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.611655 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.611655 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.611655 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.612606 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.612606 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.612606 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.612852 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.612946 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.613164 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.613378 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.613594 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.613825 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.614038 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.614248 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.614513 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.615245 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.615524 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.615784 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.616041 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.616249 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.616453 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.616659 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.616907 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.617117 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.617398 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.617770 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.617874 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.618088 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.618709 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.618939 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.619172 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.619361 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.619591 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.619796 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.620016 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.620219 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.620424 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.621315 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.621315 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.621315 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.621560 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.621656 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.622083 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.622083 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.622344 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.622602 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.623149 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.623286 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.623543 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.623845 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.624064 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.624599 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.624599 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.624855 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.625133 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.625371 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.625840 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.625944 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.626370 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.626474 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.626688 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.626959 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.627276 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.627552 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.627827 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.628044 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.628307 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.628519 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.629616 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.629616 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.629616 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.629616 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.629953 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.629953 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.630165 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.630364 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.630591 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.630832 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.631066 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.631302 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.631538 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.631745 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.632412 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Aug 12 15:21:59.632412 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79151) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Aug 12 15:21:59.632598 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Aug 12 15:21:59.632678 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Aug 12 15:21:59.632870 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Aug 12 15:21:59.633034 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Aug 12 15:21:59.633181 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Aug 12 15:21:59.633394 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.633552 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.633716 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.633872 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.634045 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.634218 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.634373 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.634533 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.634689 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.634846 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.635001 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.635160 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.635314 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.635470 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.635626 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.635782 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.635936 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.636090 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.636249 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.636403 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.636558 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.636713 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.636902 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.637059 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.637259 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.637420 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.637574 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.637746 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.637872 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.638026 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.638181 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.638341 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.638570 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.638736 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.638893 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.639077 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.639223 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.639359 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.639502 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.639636 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.639766 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] host                           = dv-cinder-804345-1-iscsi {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.639897 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.640055 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.640210 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.640364 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.640521 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.640675 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.640851 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.641009 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.641164 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.641318 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.641473 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.641627 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.641783 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.641938 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.644094 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.644094 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.644094 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.644094 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.644094 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.644094 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.644094 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.644604 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.644604 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.644604 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.644604 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.644604 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.644604 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.644604 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.644604 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.645185 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.645185 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.645185 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.645185 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.645185 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.645185 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.645185 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.645706 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.645706 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.645706 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.645916 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.645916 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.646071 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.646148 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.646305 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.646459 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.646764 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.647062 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.647359 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.647662 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.647855 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.647977 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.648413 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.648413 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.648413 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.648656 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.648736 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.649156 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.649156 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.649156 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.649413 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.649493 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.650025 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.650025 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.650025 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.650025 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.650326 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.650326 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.650481 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.650609 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Aug 12 15:21:59.650778 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.650931 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.651330 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.651488 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.651641 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.651805 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.651960 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.652283 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.652440 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.652598 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.652762 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.652942 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.653112 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.653269 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.653427 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.653589 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.653748 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.653917 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.654061 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.654218 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.654376 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.654533 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.654705 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.654862 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.655019 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.655176 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.655334 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.655491 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.655679 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.655805 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.655962 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.656121 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.656278 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.656435 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.656593 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.656750 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.656929 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.657087 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.657244 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.657402 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.657576 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.657714 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.657850 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.658001 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.658158 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.658315 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.658471 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.658628 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.658790 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.658947 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.659114 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.659272 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.659429 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.659585 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.659742 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.659899 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.660056 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.660213 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.660369 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.660528 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.660674 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.660869 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.661002 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.661157 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.661825 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.661984 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.662141 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.662299 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.662453 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.662610 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.662752 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.662914 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.663070 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.663228 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.663384 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.663542 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.663707 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.663878 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.663989 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.664152 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.664308 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.664464 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.664620 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.664792 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.664961 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.665134 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.665292 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.665449 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.665605 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.665786 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.665916 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.666073 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.666228 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.666384 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.666543 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.666701 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.666858 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.667016 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.667172 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.667328 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.667484 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.667835 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.667835 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.667994 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.668082 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.668222 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.668380 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.668537 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.668698 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.668879 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.669037 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.669202 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.669359 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.669518 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.669676 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.669840 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.670008 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.670166 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.670243 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:21:59.670316 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.670468 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.670624 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.670781 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.670937 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.671094 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.671250 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.671406 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.671563 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.671726 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.671893 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.672049 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.672206 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.672363 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.672543 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.672699 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.672904 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.673065 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.673229 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.673386 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.673542 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.673700 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.673855 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.674011 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.674169 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.674326 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.674482 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.674640 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.674797 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.674954 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.675111 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.675269 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.675425 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.675584 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.675741 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.675913 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.676042 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.676198 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.676355 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.676511 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.676668 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.676860 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.677600 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.677757 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.677913 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.678068 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.678225 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.678380 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.678552 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.678682 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.678841 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.679000 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.679157 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.679313 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.679470 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.679628 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.679784 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.679942 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.680100 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.680257 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.680414 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.680570 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.680725 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.680908 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.681066 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.681222 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.681379 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.681800 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.681958 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.682129 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.682287 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.682443 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.682600 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.682757 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.682913 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.683069 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.683225 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.683381 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.683536 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.683692 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.683851 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.684011 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.684168 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.684325 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.684486 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.684643 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.684836 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.684976 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.685144 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.685301 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.685459 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.685616 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.685773 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.686179 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.686179 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.686554 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.686554 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.686554 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.686786 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.686867 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.686945 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.687104 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.687260 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.687425 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.687583 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.687739 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.687903 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.688059 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.688363 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.688363 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.688508 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.688664 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.688846 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.689005 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.689161 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.689318 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.689476 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.689638 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.689806 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.689970 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.690130 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.690295 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.690461 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.690628 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.690786 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.690949 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.691119 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.691275 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.691432 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.691588 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.691744 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.691901 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.692059 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.692215 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.692371 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.692551 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.692709 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.692887 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.693079 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.693238 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.693398 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.693555 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.693712 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.693868 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.694025 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.694180 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Aug 12 15:21:59.694331 dv-cinder-804345-1-iscsi neutron-server[79151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79151) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Aug 12 15:21:59.928391 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 42758) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:21:59.936921 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0064142
Aug 12 15:22:10.193339 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5887ca04-c395-45de-9cf8-72f8f8847bc5 None None] get_active_networks_info from dv-cinder-804345-1-iscsi {{(pid=79260) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Aug 12 15:22:10.322379 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5887ca04-c395-45de-9cf8-72f8f8847bc5 None None] No non-hosted networks {{(pid=79260) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Aug 12 15:22:10.337911 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.agentschedulers_db [None req-5887ca04-c395-45de-9cf8-72f8f8847bc5 None None] DHCP Agent not found on host dv-cinder-804345-1-iscsi {{(pid=79260) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Aug 12 15:22:10.410390 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7c633892-5144-4b52-8904-0a24590e5c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596755'] for agent, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:11.173818 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596755'] for agent, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:11.175168 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:11.176551 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:11.177166 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:11.177893 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:11.178453 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:11.179739 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:11.180344 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:11.180937 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:11.181535 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:11.182127 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:11.182819 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:11.183405 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:11.184069 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff0825ea100>, 'Open vSwitch agent', 'dv-cinder-804345-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:22:11.220279 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff0825ea2e0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804345-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:22:12.713008 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-56f0085a-f78d-4a50-b3bf-48a12ad0af7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596755'] for agent, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:12.762660 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-21987dc5-511d-4dc8-af7d-d0fe07b527fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:13.744866 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596755'] for agent, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:15.222676 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596755'] for agent, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:15.744805 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.db.l3_hamode_db [None req-a05e8b11-e2bd-46dc-a132-76e2dfa24c02 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Aug 12 15:22:15.829550 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e8b11-e2bd-46dc-a132-76e2dfa24c02 None None] Routers set() bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:22:15.829951 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e8b11-e2bd-46dc-a132-76e2dfa24c02 None None] Router IDs set() for agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Aug 12 15:22:16.892946 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 42850) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:22:17.464336 dv-cinder-804345-1-iscsi neutron-server[79258]: WARNING oslo_policy.policy [None req-c3b41198-70cd-4a3b-b32e-9339934aa719 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 12 15:22:17.465050 dv-cinder-804345-1-iscsi neutron-server[79258]: WARNING oslo_policy.policy [None req-c3b41198-70cd-4a3b-b32e-9339934aa719 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 12 15:22:17.681189 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [None req-c3b41198-70cd-4a3b-b32e-9339934aa719 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 12 15:22:17.682403 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-c3b41198-70cd-4a3b-b32e-9339934aa719 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7874677
Aug 12 15:22:20.007364 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 42864) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:22:20.365679 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-7832e1f6-4972-4dd0-877f-1a3087d0bdce admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:22:20.464165 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.policy [None req-7832e1f6-4972-4dd0-877f-1a3087d0bdce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79258) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Aug 12 15:22:20.507971 dv-cinder-804345-1-iscsi neutron-server[79258]: WARNING oslo_policy.policy [None req-7832e1f6-4972-4dd0-877f-1a3087d0bdce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 12 15:22:20.508331 dv-cinder-804345-1-iscsi neutron-server[79258]: WARNING oslo_policy.policy [None req-7832e1f6-4972-4dd0-877f-1a3087d0bdce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 12 15:22:20.516704 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.quota [None req-7832e1f6-4972-4dd0-877f-1a3087d0bdce admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ff0823b94c0>.
Aug 12 15:22:20.532392 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-7832e1f6-4972-4dd0-877f-1a3087d0bdce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:22:20.591220 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7832e1f6-4972-4dd0-877f-1a3087d0bdce admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791934237164', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791933454209', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791933461576', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791933464828', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791933478521', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791933484358', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1015770', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1206839', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-439117', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-523614'] for rbac-policy, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:20.652220 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7832e1f6-4972-4dd0-877f-1a3087d0bdce admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:20.653441 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-7832e1f6-4972-4dd0-877f-1a3087d0bdce admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6451180
Aug 12 15:22:23.191427 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 42878) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:22:23.760182 dv-cinder-804345-1-iscsi neutron-server[79259]: WARNING oslo_policy.policy [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 12 15:22:23.760747 dv-cinder-804345-1-iscsi neutron-server[79259]: WARNING oslo_policy.policy [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 12 15:22:23.978867 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Request body: {'network': {'project_id': '00ae75e837c141ddabe85e3d2291108c', 'name': 'private', 'admin_state_up': True}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:22:23.980550 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.quota [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ff0826c6c40>.
Aug 12 15:22:23.995990 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:22:24.002345 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Usage tracker for resource:network and tenant:00ae75e837c141ddabe85e3d2291108c is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:22:24.008369 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:22:24.016473 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:22:24.032635 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Made reservation on behalf of 00ae75e837c141ddabe85e3d2291108c for: {'network': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:22:24.103350 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.policy [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79259) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Aug 12 15:22:24.147586 dv-cinder-804345-1-iscsi neutron-server[79259]: WARNING oslo_policy.policy [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 12 15:22:24.147950 dv-cinder-804345-1-iscsi neutron-server[79259]: WARNING oslo_policy.policy [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Aug 12 15:22:24.157719 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:24.179388 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:24.194281 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:22:24.197917 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Usage tracker for resource:security_group_rule and tenant:00ae75e837c141ddabe85e3d2291108c is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:22:24.202937 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:22:24.208434 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:22:24.305106 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:24.308544 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:24.313835 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:24.333340 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731}  {{(pid=79259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:22:24.356985 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791935557524', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:24.357561 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ff08321f940> segment precommit_create {{(pid=79259) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Aug 12 15:22:24.358033 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.segments_db [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Added segment 21eaadf4-2e85-4b51-8a56-4a0915f70f57 of type vlan for network 97a48db3-1b98-471f-851d-298ff2ac998c
Aug 12 15:22:24.366732 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f923e78-beca-400a-81da-09c245b59987,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:24.424740 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:24.425108 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:24.425431 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:24.425744 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:24.426052 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:24.426378 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:24.426687 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:24.426990 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:24.427306 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:24.428131 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:24.428432 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:24.428730 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Tracked resource versions report:
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]: pushed versions:
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]: {   'AddressGroup': {'1.2'},
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:     'ConntrackHelper': {'1.0'},
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:     'Log': {'1.0'},
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:     'Network': {'1.1'},
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:     'Port': {'1.7'},
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:     'PortForwarding': {'1.2'},
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:     'QosPolicy': {'1.8'},
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:     'SecurityGroup': {'1.4'},
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:     'SecurityGroupRule': {'1.2'},
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:     'SubPort': {'1.0'},
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:     'Subnet': {'1.1'},
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:     'Trunk': {'1.1'}}
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]: consumer versions:
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]: {   DHCP agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:     L3 agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:     Metadata agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:     Metering agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:     Open vSwitch agent@dv-cinder-804345-1-iscsi: {   'AddressGroup': '1.2',
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'ConntrackHelper': '1.0',
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'Log': '1.0',
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'Network': '1.1',
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'Port': '1.7',
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'PortForwarding': '1.2',
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'QosPolicy': '1.8',
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'SecurityGroup': '1.4',
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'SecurityGroupRule': '1.2',
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'SubPort': '1.0',
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'Subnet': '1.1',
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'Trunk': '1.1'}}
Aug 12 15:22:24.429869 dv-cinder-804345-1-iscsi neutron-server[79259]:  {{(pid=79259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 12 15:22:24.477835 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:24.481844 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:24.519216 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:24.520631 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:22:24.521304 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:24.525755 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:24.625882 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.4333205
Aug 12 15:22:24.630619 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Pushing event updated for resources: {'Network': ['ID=97a48db3-1b98-471f-851d-298ff2ac998c,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:24.633837 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:24.643982 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network 97a48db3-1b98-471f-851d-298ff2ac998c details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:22:27.264320 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 42900) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:22:27.720719 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b584fdc-2f36-4469-b35e-3ffba6a6f9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:22:27.722014 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-0b584fdc-2f36-4469-b35e-3ffba6a6f9a0 admin admin] 10.222.0.18 "GET /v2.0/networks/97a48db3-1b98-471f-851d-298ff2ac998c HTTP/1.1" status: 200  len: 825 time: 0.4567375
Aug 12 15:22:27.751330 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-f8051ecb-fc77-46ed-b883-506153495a57 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/75f557eb-80e8-4296-a82a-99315f893ef6 HTTP/1.1" status: 200  len: 734 time: 0.0240092
Aug 12 15:22:27.760464 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '75f557eb-80e8-4296-a82a-99315f893ef6', 'name': 'private-subnet', 'tenant_id': '00ae75e837c141ddabe85e3d2291108c'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:22:27.765043 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:22:27.768725 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Usage tracker for resource:subnet and tenant:00ae75e837c141ddabe85e3d2291108c is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:22:27.772245 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:22:27.778037 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:22:27.788194 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Made reservation on behalf of 00ae75e837c141ddabe85e3d2291108c for: {'subnet': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:22:27.790933 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:28.060258 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for subnet, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:28.064314 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:28.156033 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:28.160064 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Checking segment: {'id': '21eaadf4-2e85-4b51-8a56-4a0915f70f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:22:28.160431 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Network hostable DHCP agents. Network: 97a48db3-1b98-471f-851d-298ff2ac998c, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:22:28.165926 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:28.181252 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Network 97a48db3-1b98-471f-851d-298ff2ac998c is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:22:28.191729 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, 97a48db3-1b98-471f-851d-298ff2ac998c) {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:22:28.196733 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:22:28.197335 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:28.201743 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce308e9-5b19-456f-9873-01f928c44971 None None] Network 97a48db3-1b98-471f-851d-298ff2ac998c requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:22:28.217308 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4600887
Aug 12 15:22:28.592429 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf88deb1f-a88d-5958-9003-71194a3ca5da-97a48db3-1b98-471f-851d-298ff2ac998c', 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c', 'tenant_id': '00ae75e837c141ddabe85e3d2291108c', 'fixed_ips': [{'subnet_id': 'e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8'}]}} from dv-cinder-804345-1-iscsi. {{(pid=79260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 12 15:22:28.593667 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:28.777986 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Allocated IP 172.20.0.2 (97a48db3-1b98-471f-851d-298ff2ac998c/e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8/2573ea93-096b-48aa-bd81-180201b87530) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:22:29.010046 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:29.023411 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Transition to ACTIVE for port object 2573ea93-096b-48aa-bd81-180201b87530 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:22:29.045209 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Transition to ACTIVE for port object 2573ea93-096b-48aa-bd81-180201b87530 will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:22:29.052651 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:29.057717 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:29.120568 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Network 97a48db3-1b98-471f-851d-298ff2ac998c is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:22:29.123353 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Resources bound (agent type, host, resource id):  {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:22:29.132988 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:22:29.135118 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Pushing event updated for resources: {'Port': ['ID=2573ea93-096b-48aa-bd81-180201b87530,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:29.175192 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:29.175513 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:29.176389 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:29.176711 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:29.177051 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:29.177371 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:29.177685 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:29.177997 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:29.178322 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:29.178639 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:29.178943 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:29.179248 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Tracked resource versions report:
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]: pushed versions:
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]: {   'AddressGroup': {'1.2'},
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:     'ConntrackHelper': {'1.0'},
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:     'Log': {'1.0'},
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:     'Network': {'1.1'},
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:     'Port': {'1.7'},
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:     'PortForwarding': {'1.2'},
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:     'QosPolicy': {'1.8'},
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:     'SecurityGroup': {'1.4'},
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:     'SecurityGroupRule': {'1.2'},
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:     'SubPort': {'1.0'},
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:     'Subnet': {'1.1'},
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:     'Trunk': {'1.1'}}
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]: consumer versions:
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]: {   DHCP agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:     L3 agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:     Metadata agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:     Metering agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:     Open vSwitch agent@dv-cinder-804345-1-iscsi: {   'AddressGroup': '1.2',
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'ConntrackHelper': '1.0',
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'Log': '1.0',
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'Network': '1.1',
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'Port': '1.7',
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'PortForwarding': '1.2',
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'QosPolicy': '1.8',
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'SecurityGroup': '1.4',
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'SecurityGroupRule': '1.2',
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'SubPort': '1.0',
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'Subnet': '1.1',
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'Trunk': '1.1'}}
Aug 12 15:22:29.180388 dv-cinder-804345-1-iscsi neutron-server[79260]:  {{(pid=79260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 12 15:22:29.211674 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:29.236165 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Attempting to bind port 2573ea93-096b-48aa-bd81-180201b87530 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:22:29.236557 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Attempting to bind port 2573ea93-096b-48aa-bd81-180201b87530 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': '21eaadf4-2e85-4b51-8a56-4a0915f70f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:22:29.236993 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Attempting to bind port 2573ea93-096b-48aa-bd81-180201b87530 on network 97a48db3-1b98-471f-851d-298ff2ac998c {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:22:29.242733 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:22:29.243127 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Checking segment: {'id': '21eaadf4-2e85-4b51-8a56-4a0915f70f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:22:29.243623 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:29.244007 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Bound using segment: {'id': '21eaadf4-2e85-4b51-8a56-4a0915f70f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:22:29.244490 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Bound port: 2573ea93-096b-48aa-bd81-180201b87530, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eaadf4-2e85-4b51-8a56-4a0915f70f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:22:29.244893 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:29.333338 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] For port 2573ea93-096b-48aa-bd81-180201b87530, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:22:29.337148 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] For port 2573ea93-096b-48aa-bd81-180201b87530, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=2573ea93-096b-48aa-bd81-180201b87530,segment=NetworkSegment(21eaadf4-2e85-4b51-8a56-4a0915f70f57),segment_id=21eaadf4-2e85-4b51-8a56-4a0915f70f57)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:22:29.341865 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:29.345680 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:29.457182 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Pushing event updated for resources: {'Port': ['ID=2573ea93-096b-48aa-bd81-180201b87530,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:29.460512 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:30.559835 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 42910) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:22:30.933884 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [None req-0f7269d1-74a8-4eab-8c2c-82418171ca21 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 12 15:22:30.934933 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-0f7269d1-74a8-4eab-8c2c-82418171ca21 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3740473
Aug 12 15:22:33.035823 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c0775-1f45-414f-a98e-551397d52e7b None None] Network 97a48db3-1b98-471f-851d-298ff2ac998c requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:22:33.136307 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-cdf71b80-6dd6-40dc-b472-c71946961c08 None None] Provisioning for port 2573ea93-096b-48aa-bd81-180201b87530 completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:22:33.300231 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 42924) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:22:33.375874 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 2573ea93-096b-48aa-bd81-180201b87530 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:22:33.447558 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port 2573ea93-096b-48aa-bd81-180201b87530 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:22:33.453297 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 2573ea93-096b-48aa-bd81-180201b87530 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:22:33.453695 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:33.571759 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:33.596596 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-8f49c7ca-d0cd-4a43-bbe0-5e8f069e2cf4 None None] Provisioning complete for port 2573ea93-096b-48aa-bd81-180201b87530 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:22:33.596906 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8f49c7ca-d0cd-4a43-bbe0-5e8f069e2cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:33.650717 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port 2573ea93-096b-48aa-bd81-180201b87530, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=2573ea93-096b-48aa-bd81-180201b87530,segment=NetworkSegment(21eaadf4-2e85-4b51-8a56-4a0915f70f57),segment_id=21eaadf4-2e85-4b51-8a56-4a0915f70f57)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:22:33.658775 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:33.665066 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:33.682941 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [None req-9ba45727-0ec4-4fa1-bf85-cd3c5262f7b2 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 12 15:22:33.684064 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-9ba45727-0ec4-4fa1-bf85-cd3c5262f7b2 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3829057
Aug 12 15:22:33.780500 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=2573ea93-096b-48aa-bd81-180201b87530,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:33.786381 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:35.352858 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 2573ea93-096b-48aa-bd81-180201b87530 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:22:35.418826 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 2573ea93-096b-48aa-bd81-180201b87530 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:22:35.419203 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:36.295379 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 42936) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:22:36.648853 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-70106bc2-c357-4701-be15-56823a890230 admin admin] Request body: {'router': {'tenant_id': '00ae75e837c141ddabe85e3d2291108c', 'admin_state_up': True, 'name': 'router1'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:22:36.653201 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-70106bc2-c357-4701-be15-56823a890230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:22:36.657324 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-70106bc2-c357-4701-be15-56823a890230 admin admin] Usage tracker for resource:router and tenant:00ae75e837c141ddabe85e3d2291108c is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:22:36.661487 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-70106bc2-c357-4701-be15-56823a890230 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:22:36.666993 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-70106bc2-c357-4701-be15-56823a890230 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:22:36.677366 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-70106bc2-c357-4701-be15-56823a890230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1714638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:36.679103 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-70106bc2-c357-4701-be15-56823a890230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1972'] for router, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:36.699881 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-70106bc2-c357-4701-be15-56823a890230 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:36.807017 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-70106bc2-c357-4701-be15-56823a890230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604511'] for router, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:36.825100 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-70106bc2-c357-4701-be15-56823a890230 admin admin] Notify callbacks [] for router, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:36.826256 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-70106bc2-c357-4701-be15-56823a890230 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5299058
Aug 12 15:22:39.172238 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 42946) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:22:39.545793 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [None req-af91a3ea-d402-411f-80df-cd45c1d46b3f admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 12 15:22:39.546998 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-af91a3ea-d402-411f-80df-cd45c1d46b3f admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3738143
Aug 12 15:22:40.134879 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6db9c14b-5a0c-4979-a48c-37c5542e1526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:41.161525 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:41.958532 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 42956) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:22:42.326031 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:22:42.331324 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:22:42.335613 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Usage tracker for resource:network and tenant:5b544d662f084e5498ac7a6bbc9d1b7f is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:22:42.339358 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:22:42.345685 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:22:42.355340 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Made reservation on behalf of 5b544d662f084e5498ac7a6bbc9d1b7f for: {'network': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:22:42.358955 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:42.376268 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:42.390338 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:22:42.394168 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Usage tracker for resource:security_group_rule and tenant:5b544d662f084e5498ac7a6bbc9d1b7f is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:22:42.397413 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:22:42.403316 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:22:42.498280 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:42.502068 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:42.507253 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:42.520406 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Reserving flat network on physical network physnet1 {{(pid=79258) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Aug 12 15:22:42.549482 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791935557524', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:42.550045 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ff08321f940> segment precommit_create {{(pid=79258) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Aug 12 15:22:42.550514 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.segments_db [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Added segment d975a1d4-49ff-4316-9150-a6bf1439d045 of type flat for network aad1b8a0-c7f9-4883-899d-f35eccece470
Aug 12 15:22:42.597213 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8d88a9-9d23-4b24-8f15-16f09efad171,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:42.612399 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:42.612752 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:42.613107 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:42.613427 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:42.613745 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:42.614077 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:42.614390 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:42.614699 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:42.615022 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:42.615331 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:42.615634 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:42.615950 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Tracked resource versions report:
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]: pushed versions:
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]: {   'AddressGroup': {'1.2'},
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:     'ConntrackHelper': {'1.0'},
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:     'Log': {'1.0'},
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:     'Network': {'1.1'},
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:     'Port': {'1.7'},
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:     'PortForwarding': {'1.2'},
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:     'QosPolicy': {'1.8'},
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:     'SecurityGroup': {'1.4'},
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:     'SecurityGroupRule': {'1.2'},
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:     'SubPort': {'1.0'},
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:     'Subnet': {'1.1'},
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:     'Trunk': {'1.1'}}
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]: consumer versions:
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]: {   DHCP agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:     L3 agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:     Metadata agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:     Metering agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:     Open vSwitch agent@dv-cinder-804345-1-iscsi: {   'AddressGroup': '1.2',
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'ConntrackHelper': '1.0',
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'Log': '1.0',
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'Network': '1.1',
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'Port': '1.7',
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'PortForwarding': '1.2',
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'QosPolicy': '1.8',
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'SecurityGroup': '1.4',
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'SecurityGroupRule': '1.2',
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'SubPort': '1.0',
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'Subnet': '1.1',
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'Trunk': '1.1'}}
Aug 12 15:22:42.617065 dv-cinder-804345-1-iscsi neutron-server[79258]:  {{(pid=79258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 12 15:22:42.668395 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:42.677129 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:42.711008 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bac0a227-f137-43f4-b234-b0a165df7ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:42.714866 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:42.716957 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:22:42.717592 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:42.722111 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:42.818640 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8587258
Aug 12 15:22:42.823389 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Pushing event updated for resources: {'Network': ['ID=aad1b8a0-c7f9-4883-899d-f35eccece470,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:42.827127 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:42.834527 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network aad1b8a0-c7f9-4883-899d-f35eccece470 details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:22:43.697857 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:45.150279 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 42980) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:22:45.168260 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:45.365312 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c5b4c2-47bb-46d0-b832-d89a326961ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:22:45.367640 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-42c5b4c2-47bb-46d0-b832-d89a326961ee admin admin] 10.222.0.18 "GET /v2.0/subnets/e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8 HTTP/1.1" status: 200  len: 849 time: 0.2159634
Aug 12 15:22:45.545060 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-aceb1c94-5f0a-4c2d-84ad-9e18d35138e1 admin admin] 10.222.0.18 "GET /v2.0/routers/b16bf52c-5710-476e-a74c-764f2787e167 HTTP/1.1" status: 200  len: 704 time: 0.1708112
Aug 12 15:22:46.012271 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:46.238624 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Allocated IP 172.20.0.1 (97a48db3-1b98-471f-851d-298ff2ac998c/e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8/5710b96c-82a5-4657-a65c-515853a45ecc) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:22:46.396873 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:46.414671 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Transition to ACTIVE for port object 5710b96c-82a5-4657-a65c-515853a45ecc will not be triggered until provisioned by entity DHCP. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:22:46.470804 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:46.475155 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:46.536709 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Network 97a48db3-1b98-471f-851d-298ff2ac998c is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:22:46.539579 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:22:46.545983 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:22:46.546579 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716570'] for router_interface, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:46.666078 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Pushing event updated for resources: {'Port': ['ID=5710b96c-82a5-4657-a65c-515853a45ecc,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:46.678382 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:46.777754 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-e2b0ef7e-b81c-41df-b3b7-b7081fd13468 None None] Provisioning for port 5710b96c-82a5-4657-a65c-515853a45ecc completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:22:46.782694 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-e2b0ef7e-b81c-41df-b3b7-b7081fd13468 None None] Provisioning complete for port 5710b96c-82a5-4657-a65c-515853a45ecc triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:22:46.783064 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e2b0ef7e-b81c-41df-b3b7-b7081fd13468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:46.810613 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:46.838239 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-e2b0ef7e-b81c-41df-b3b7-b7081fd13468 None None] Port 5710b96c-82a5-4657-a65c-515853a45ecc cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:22:47.066886 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:47.071102 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:47.072214 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716533'] for router_interface, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:47.076233 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:47.169618 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Pushing event updated for resources: {'Port': ['ID=5710b96c-82a5-4657-a65c-515853a45ecc,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:47.211725 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:47.264758 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Network 97a48db3-1b98-471f-851d-298ff2ac998c is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:22:47.265875 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:22:47.451601 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Router b16bf52c-5710-476e-a74c-764f2787e167 is scheduled to L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 with binding_index 1 {{(pid=79258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 12 15:22:47.460127 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-ad90392b-9f26-4aec-96d6-461369d48840 None None] Provisioning complete for port 5710b96c-82a5-4657-a65c-515853a45ecc triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:22:47.460501 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ad90392b-9f26-4aec-96d6-461369d48840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:47.512914 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-ad90392b-9f26-4aec-96d6-461369d48840 None None] Port 5710b96c-82a5-4657-a65c-515853a45ecc cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:22:47.604347 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:22:47.613014 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] 10.222.0.18 "PUT /v2.0/routers/b16bf52c-5710-476e-a74c-764f2787e167/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0630772
Aug 12 15:22:47.614131 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Sync routers for ids ['b16bf52c-5710-476e-a74c-764f2787e167'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:22:47.624409 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Routers {'b16bf52c-5710-476e-a74c-764f2787e167'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:22:47.625312 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff08262f430>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:22:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['b16bf52c-5710-476e-a74c-764f2787e167'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:22:47.801856 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Set router b16bf52c-5710-476e-a74c-764f2787e167 gateway port host: None {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:22:48.161787 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff08262f430>, [{'id': 'b16bf52c-5710-476e-a74c-764f2787e167', 'name': 'router1', 'tenant_id': '00ae75e837c141ddabe85e3d2291108c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:22:36Z', 'updated_at': '2021-08-12T15:22:46Z', 'revision_number': 2, 'project_id': '00ae75e837c141ddabe85e3d2291108c', 'gw_port_host': None, '_interfaces': [{'id': '5710b96c-82a5-4657-a65c-515853a45ecc', 'name': '', 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c', 'tenant_id': '00ae75e837c141ddabe85e3d2291108c', 'mac_address': 'fa:16:3e:07:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16bf52c-5710-476e-a74c-764f2787e167', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:46Z', 'updated_at': '2021-08-12T15:22:46Z', 'revision_number': 2, 'project_id': '00ae75e837c141ddabe85e3d2291108c', 'subnets': [{'id': 'e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f557eb-80e8-4296-a82a-99315f893ef6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:22:48.167105 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Checking router: b16bf52c-5710-476e-a74c-764f2787e167 for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:22:48.167466 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Updating router b16bf52c-5710-476e-a74c-764f2787e167 port 5710b96c-82a5-4657-a65c-515853a45ecc binding host dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:22:48.221387 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:48.589681 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:48.605067 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Transition to ACTIVE for port object 5710b96c-82a5-4657-a65c-515853a45ecc will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:22:48.611232 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:48.617659 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:48.836601 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Pushing event updated for resources: {'Port': ['ID=5710b96c-82a5-4657-a65c-515853a45ecc,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:48.855436 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:48.855768 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:48.856092 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:48.856410 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:48.856724 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:48.857070 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:48.857376 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:48.857681 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:48.857993 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:48.858294 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:48.858859 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:48.859165 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Tracked resource versions report:
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]: pushed versions:
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]: {   'AddressGroup': {'1.2'},
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:     'ConntrackHelper': {'1.0'},
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:     'Log': {'1.0'},
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:     'Network': {'1.1'},
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:     'Port': {'1.7'},
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:     'PortForwarding': {'1.2'},
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:     'QosPolicy': {'1.8'},
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:     'SecurityGroup': {'1.4'},
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:     'SecurityGroupRule': {'1.2'},
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:     'SubPort': {'1.0'},
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:     'Subnet': {'1.1'},
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:     'Trunk': {'1.1'}}
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]: consumer versions:
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]: {   DHCP agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:     L3 agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:     Metadata agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:     Metering agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:     Open vSwitch agent@dv-cinder-804345-1-iscsi: {   'AddressGroup': '1.2',
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'ConntrackHelper': '1.0',
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'Log': '1.0',
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'Network': '1.1',
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'Port': '1.7',
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'PortForwarding': '1.2',
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'QosPolicy': '1.8',
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'SecurityGroup': '1.4',
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'SecurityGroupRule': '1.2',
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'SubPort': '1.0',
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'Subnet': '1.1',
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'Trunk': '1.1'}}
Aug 12 15:22:48.860303 dv-cinder-804345-1-iscsi neutron-server[79261]:  {{(pid=79261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 12 15:22:48.863812 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:48.868554 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Attempting to bind port 5710b96c-82a5-4657-a65c-515853a45ecc on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:22:48.868554 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Attempting to bind port 5710b96c-82a5-4657-a65c-515853a45ecc by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': '21eaadf4-2e85-4b51-8a56-4a0915f70f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:22:48.869012 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Attempting to bind port 5710b96c-82a5-4657-a65c-515853a45ecc on network 97a48db3-1b98-471f-851d-298ff2ac998c {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:22:48.874152 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:22:48.874553 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Checking segment: {'id': '21eaadf4-2e85-4b51-8a56-4a0915f70f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:22:48.875043 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:48.875424 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Bound using segment: {'id': '21eaadf4-2e85-4b51-8a56-4a0915f70f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:22:48.875922 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Bound port: 5710b96c-82a5-4657-a65c-515853a45ecc, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eaadf4-2e85-4b51-8a56-4a0915f70f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:22:48.876302 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:48.963121 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] For port 5710b96c-82a5-4657-a65c-515853a45ecc, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:22:48.967486 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] For port 5710b96c-82a5-4657-a65c-515853a45ecc, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=5710b96c-82a5-4657-a65c-515853a45ecc,segment=NetworkSegment(21eaadf4-2e85-4b51-8a56-4a0915f70f57),segment_id=21eaadf4-2e85-4b51-8a56-4a0915f70f57)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:22:48.973391 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:48.978392 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:49.060281 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Routers {'b16bf52c-5710-476e-a74c-764f2787e167'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:22:49.060931 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff08262f430>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:22:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['b16bf52c-5710-476e-a74c-764f2787e167'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:22:49.122955 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Pushing event updated for resources: {'Port': ['ID=5710b96c-82a5-4657-a65c-515853a45ecc,revision_number=4']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:49.127829 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:49.216508 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] Set router b16bf52c-5710-476e-a74c-764f2787e167 gateway port host: None {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:22:49.533475 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff08262f430>, [{'id': 'b16bf52c-5710-476e-a74c-764f2787e167', 'name': 'router1', 'tenant_id': '00ae75e837c141ddabe85e3d2291108c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:22:36Z', 'updated_at': '2021-08-12T15:22:46Z', 'revision_number': 2, 'project_id': '00ae75e837c141ddabe85e3d2291108c', 'gw_port_host': None, '_interfaces': [{'id': '5710b96c-82a5-4657-a65c-515853a45ecc', 'name': '', 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c', 'tenant_id': '00ae75e837c141ddabe85e3d2291108c', 'mac_address': 'fa:16:3e:07:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16bf52c-5710-476e-a74c-764f2787e167', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:46Z', 'updated_at': '2021-08-12T15:22:48Z', 'revision_number': 4, 'project_id': '00ae75e837c141ddabe85e3d2291108c', 'subnets': [{'id': 'e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f557eb-80e8-4296-a82a-99315f893ef6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:22:49.537207 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4cf72-88f2-424f-b790-a6f9780da1a8 None None] The sync data for ids ['b16bf52c-5710-476e-a74c-764f2787e167'] in dv-cinder-804345-1-iscsi is: [{'id': 'b16bf52c-5710-476e-a74c-764f2787e167', 'name': 'router1', 'tenant_id': '00ae75e837c141ddabe85e3d2291108c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:22:36Z', 'updated_at': '2021-08-12T15:22:46Z', 'revision_number': 2, 'project_id': '00ae75e837c141ddabe85e3d2291108c', 'gw_port_host': None, '_interfaces': [{'id': '5710b96c-82a5-4657-a65c-515853a45ecc', 'name': '', 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c', 'tenant_id': '00ae75e837c141ddabe85e3d2291108c', 'mac_address': 'fa:16:3e:07:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16bf52c-5710-476e-a74c-764f2787e167', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:46Z', 'updated_at': '2021-08-12T15:22:48Z', 'revision_number': 4, 'project_id': '00ae75e837c141ddabe85e3d2291108c', 'subnets': [{'id': 'e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f557eb-80e8-4296-a82a-99315f893ef6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:22:49.763935 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 43002) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:22:49.918200 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e1f413-4951-4403-9556-5abd2dec3867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:22:49.919534 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-f6e1f413-4951-4403-9556-5abd2dec3867 admin admin] 10.222.0.18 "GET /v2.0/networks/aad1b8a0-c7f9-4883-899d-f35eccece470 HTTP/1.1" status: 200  len: 842 time: 0.1543911
Aug 12 15:22:49.928599 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:22:49.933329 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:22:49.937049 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Usage tracker for resource:subnet and tenant:5b544d662f084e5498ac7a6bbc9d1b7f is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:22:49.939793 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:22:49.945989 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:22:49.957911 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Made reservation on behalf of 5b544d662f084e5498ac7a6bbc9d1b7f for: {'subnet': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:22:49.960238 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:50.336767 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.objects.ports [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79259) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Aug 12 15:22:50.337739 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for subnet, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:50.342624 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-21477c2d-5138-49ae-af95-18cdca55ff0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:50.416653 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f784ab58-76e4-44bc-a36e-eee112e8677b,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:50.420554 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Checking segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:22:50.420952 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Network hostable DHCP agents. Network: aad1b8a0-c7f9-4883-899d-f35eccece470, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:22:50.425237 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:50.440452 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:22:50.450172 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, aad1b8a0-c7f9-4883-899d-f35eccece470) {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:22:50.455101 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:22:50.455690 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:50.458297 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91890cae-6f2b-4a86-9f75-fa30ff9cfec5 None None] Network aad1b8a0-c7f9-4883-899d-f35eccece470 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:22:50.480160 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-bd2e5f6b-7362-4fde-8263-7d422eaacea6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5545185
Aug 12 15:22:50.676634 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc0382-8e54-4f35-b156-1827322694e9 None None] Network aad1b8a0-c7f9-4883-899d-f35eccece470 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:22:51.385568 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 5710b96c-82a5-4657-a65c-515853a45ecc up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:22:51.460819 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port 5710b96c-82a5-4657-a65c-515853a45ecc completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:22:51.469963 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 5710b96c-82a5-4657-a65c-515853a45ecc triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:22:51.470468 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:51.590430 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:51.621230 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port 5710b96c-82a5-4657-a65c-515853a45ecc, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=5710b96c-82a5-4657-a65c-515853a45ecc,segment=NetworkSegment(21eaadf4-2e85-4b51-8a56-4a0915f70f57),segment_id=21eaadf4-2e85-4b51-8a56-4a0915f70f57)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:22:51.624641 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:51.626775 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-44a48a96-6542-40af-a661-734639cc3fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:51.692959 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=5710b96c-82a5-4657-a65c-515853a45ecc,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:51.696565 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:52.677688 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 43016) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:22:52.867645 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-e3152d8e-cf9d-452b-b4e3-109edb6951f3 admin admin] 10.222.0.18 "GET /v2.0/routers/b16bf52c-5710-476e-a74c-764f2787e167 HTTP/1.1" status: 200  len: 710 time: 0.1881969
Aug 12 15:22:52.992001 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748a3066-bc75-45b7-bc51-b78691e18713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:22:52.992554 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-748a3066-bc75-45b7-bc51-b78691e18713 admin admin] Synchronizing usage tracker for tenant:5b544d662f084e5498ac7a6bbc9d1b7f on resource:network {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:22:53.008594 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-748a3066-bc75-45b7-bc51-b78691e18713 admin admin] Unset dirty status for tenant:5b544d662f084e5498ac7a6bbc9d1b7f on resource:network {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:22:53.009739 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-748a3066-bc75-45b7-bc51-b78691e18713 admin admin] 10.222.0.18 "GET /v2.0/networks/aad1b8a0-c7f9-4883-899d-f35eccece470 HTTP/1.1" status: 200  len: 886 time: 0.1371455
Aug 12 15:22:53.018256 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:22:53.361259 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 5710b96c-82a5-4657-a65c-515853a45ecc up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:22:53.432876 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 5710b96c-82a5-4657-a65c-515853a45ecc triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:22:53.433271 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:53.487923 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1590471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1714557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1862'] for router, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:53.808069 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:53.861641 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:53.992054 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Allocated IP 172.27.3.34 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/9d72b1a1-447f-4df1-b210-ed1b231c46fc) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:22:54.132319 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:54.160342 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:54.165258 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-894e02ef-e1ca-4962-ac9c-c3f7a82db66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:54.223332 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:22:54.224349 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:22:54.228646 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:22:54.294290 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Pushing event updated for resources: {'Port': ['ID=9d72b1a1-447f-4df1-b210-ed1b231c46fc,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:54.298085 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:54.652369 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:54.987624 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1590471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1714557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1862'] for router, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:54.991592 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1714532'] for router, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:55.165301 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Router b16bf52c-5710-476e-a74c-764f2787e167 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:22:55.339572 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:22:55.347405 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Notify callbacks [] for router, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:55.348836 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] 10.222.0.18 "PUT /v2.0/routers/b16bf52c-5710-476e-a74c-764f2787e167 HTTP/1.1" status: 200  len: 889 time: 2.3335505
Aug 12 15:22:55.348980 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Sync routers for ids ['b16bf52c-5710-476e-a74c-764f2787e167'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:22:55.365662 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Routers {'b16bf52c-5710-476e-a74c-764f2787e167'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:22:55.366323 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0824c2670>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:22:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['b16bf52c-5710-476e-a74c-764f2787e167'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:22:55.560117 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Set router b16bf52c-5710-476e-a74c-764f2787e167 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:22:55.608318 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 5 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:22:55.892074 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0824c2670>, [{'id': 'b16bf52c-5710-476e-a74c-764f2787e167', 'name': 'router1', 'tenant_id': '00ae75e837c141ddabe85e3d2291108c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '9d72b1a1-447f-4df1-b210-ed1b231c46fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:22:36Z', 'updated_at': '2021-08-12T15:22:54Z', 'revision_number': 4, 'project_id': '00ae75e837c141ddabe85e3d2291108c', 'gw_port': {'id': '9d72b1a1-447f-4df1-b210-ed1b231c46fc', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16bf52c-5710-476e-a74c-764f2787e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:53Z', 'updated_at': '2021-08-12T15:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '5710b96c-82a5-4657-a65c-515853a45ecc', 'name': '', 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c', 'tenant_id': '00ae75e837c141ddabe85e3d2291108c', 'mac_address': 'fa:16:3e:07:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16bf52c-5710-476e-a74c-764f2787e167', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:46Z', 'updated_at': '2021-08-12T15:22:51Z', 'revision_number': 5, 'project_id': '00ae75e837c141ddabe85e3d2291108c', 'subnets': [{'id': 'e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f557eb-80e8-4296-a82a-99315f893ef6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:22:55.896687 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Checking router: b16bf52c-5710-476e-a74c-764f2787e167 for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:22:55.897071 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Updating router b16bf52c-5710-476e-a74c-764f2787e167 port 9d72b1a1-447f-4df1-b210-ed1b231c46fc binding host dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:22:55.948402 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:56.294008 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:56.305871 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Transition to ACTIVE for port object 9d72b1a1-447f-4df1-b210-ed1b231c46fc will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:22:56.313366 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:56.317135 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:56.394150 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Attempting to bind port 9d72b1a1-447f-4df1-b210-ed1b231c46fc on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:22:56.394765 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Attempting to bind port 9d72b1a1-447f-4df1-b210-ed1b231c46fc by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:22:56.395187 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Attempting to bind port 9d72b1a1-447f-4df1-b210-ed1b231c46fc on network aad1b8a0-c7f9-4883-899d-f35eccece470 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:22:56.405485 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b1345-9510-455c-b8f2-77ad30748690 None None] Pushing event updated for resources: {'Port': ['ID=9d72b1a1-447f-4df1-b210-ed1b231c46fc,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:56.408935 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:22:56.409476 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Checking segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:22:56.410059 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:56.410614 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Bound using segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:22:56.411284 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Bound port: 9d72b1a1-447f-4df1-b210-ed1b231c46fc, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:22:56.411844 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:56.442526 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7b0b1345-9510-455c-b8f2-77ad30748690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:56.498170 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] For port 9d72b1a1-447f-4df1-b210-ed1b231c46fc, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:22:56.501050 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] For port 9d72b1a1-447f-4df1-b210-ed1b231c46fc, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=9d72b1a1-447f-4df1-b210-ed1b231c46fc,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:22:56.505244 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:56.508939 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:56.581468 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Routers {'b16bf52c-5710-476e-a74c-764f2787e167'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:22:56.582077 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0824c2670>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:22:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['b16bf52c-5710-476e-a74c-764f2787e167'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:22:56.638388 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b1345-9510-455c-b8f2-77ad30748690 None None] Pushing event updated for resources: {'Port': ['ID=9d72b1a1-447f-4df1-b210-ed1b231c46fc,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:56.649127 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7b0b1345-9510-455c-b8f2-77ad30748690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:56.768808 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] Set router b16bf52c-5710-476e-a74c-764f2787e167 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:22:57.107011 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0824c2670>, [{'id': 'b16bf52c-5710-476e-a74c-764f2787e167', 'name': 'router1', 'tenant_id': '00ae75e837c141ddabe85e3d2291108c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '9d72b1a1-447f-4df1-b210-ed1b231c46fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:22:36Z', 'updated_at': '2021-08-12T15:22:54Z', 'revision_number': 4, 'project_id': '00ae75e837c141ddabe85e3d2291108c', 'gw_port': {'id': '9d72b1a1-447f-4df1-b210-ed1b231c46fc', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16bf52c-5710-476e-a74c-764f2787e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:53Z', 'updated_at': '2021-08-12T15:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '5710b96c-82a5-4657-a65c-515853a45ecc', 'name': '', 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c', 'tenant_id': '00ae75e837c141ddabe85e3d2291108c', 'mac_address': 'fa:16:3e:07:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16bf52c-5710-476e-a74c-764f2787e167', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:46Z', 'updated_at': '2021-08-12T15:22:51Z', 'revision_number': 5, 'project_id': '00ae75e837c141ddabe85e3d2291108c', 'subnets': [{'id': 'e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f557eb-80e8-4296-a82a-99315f893ef6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:22:57.111002 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe79fe4a-8df3-4d02-ba5e-30a885c346e4 None None] The sync data for ids ['b16bf52c-5710-476e-a74c-764f2787e167'] in dv-cinder-804345-1-iscsi is: [{'id': 'b16bf52c-5710-476e-a74c-764f2787e167', 'name': 'router1', 'tenant_id': '00ae75e837c141ddabe85e3d2291108c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '9d72b1a1-447f-4df1-b210-ed1b231c46fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:22:36Z', 'updated_at': '2021-08-12T15:22:54Z', 'revision_number': 4, 'project_id': '00ae75e837c141ddabe85e3d2291108c', 'gw_port': {'id': '9d72b1a1-447f-4df1-b210-ed1b231c46fc', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:2f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16bf52c-5710-476e-a74c-764f2787e167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:53Z', 'updated_at': '2021-08-12T15:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '5710b96c-82a5-4657-a65c-515853a45ecc', 'name': '', 'network_id': '97a48db3-1b98-471f-851d-298ff2ac998c', 'tenant_id': '00ae75e837c141ddabe85e3d2291108c', 'mac_address': 'fa:16:3e:07:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16bf52c-5710-476e-a74c-764f2787e167', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:22:46Z', 'updated_at': '2021-08-12T15:22:51Z', 'revision_number': 5, 'project_id': '00ae75e837c141ddabe85e3d2291108c', 'subnets': [{'id': 'e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f557eb-80e8-4296-a82a-99315f893ef6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:22:57.394178 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 9d72b1a1-447f-4df1-b210-ed1b231c46fc up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:22:57.466558 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port 9d72b1a1-447f-4df1-b210-ed1b231c46fc completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:22:57.472038 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 9d72b1a1-447f-4df1-b210-ed1b231c46fc triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:22:57.472454 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:57.597645 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:57.615408 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port 9d72b1a1-447f-4df1-b210-ed1b231c46fc, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=9d72b1a1-447f-4df1-b210-ed1b231c46fc,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:22:57.619479 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:22:57.621742 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7b0b1345-9510-455c-b8f2-77ad30748690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:22:57.673033 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 43026) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:22:57.696600 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=9d72b1a1-447f-4df1-b210-ed1b231c46fc,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:22:57.699763 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:22:57.792752 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-8b736f2c-f6dc-4485-a75e-d9fc8369369c admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 412 time: 0.1185734
Aug 12 15:22:59.378818 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 9d72b1a1-447f-4df1-b210-ed1b231c46fc up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:22:59.456590 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 9d72b1a1-447f-4df1-b210-ed1b231c46fc triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:22:59.458334 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:23:10.138401 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c0ee47b9-62b4-44ae-bda6-faa9963c8a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:23:11.163052 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:23:12.713308 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-97322aec-221c-4668-affb-5b537a9d9428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:23:13.700949 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:23:15.188740 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:23:32.607920 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 5 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:23:40.141556 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c8af7048-5639-48e9-8b11-50482c647145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:23:41.192948 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:23:42.718967 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9d3da182-c5cf-47bf-b7ee-fb2c0f065c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:23:43.718380 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:23:45.188754 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:24:09.607418 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 5 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:24:10.145337 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5af3ce4c-c89a-420a-8664-dda65e07113f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:24:11.169117 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:24:12.722442 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3f79bc51-c4dc-4bdc-a610-77bf95bf94c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:24:13.711315 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:24:15.194520 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:24:40.147943 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-feadbbdb-81c5-4dab-9798-1781ff701e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:24:41.171845 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:24:42.731331 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6fcad68f-9fe1-4efa-b1c6-8ef79a02fcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:24:43.704115 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:24:45.197326 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:24:46.606987 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 5 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:25:02.114383 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 43596) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:25:02.179432 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.pecan_wsgi.hooks.translation [None req-6755d789-7228-48c8-86b0-00fa79fc13bf admin admin] GET failed (client error): The resource could not be found.
Aug 12 15:25:02.180668 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-6755d789-7228-48c8-86b0-00fa79fc13bf admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0653558
Aug 12 15:25:02.309525 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d7c609-238f-4aed-b0b0-2312a19b57a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:02.310986 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-55d7c609-238f-4aed-b0b0-2312a19b57a2 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1259019
Aug 12 15:25:04.493576 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 43606) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:25:04.600022 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cabe982-6ff7-4c8a-baee-074a99b9b3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:04.601366 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-8cabe982-6ff7-4c8a-baee-074a99b9b3d5 admin admin] 10.222.0.18 "GET /v2.0/subnets/e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8 HTTP/1.1" status: 200  len: 849 time: 0.1069202
Aug 12 15:25:04.610366 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:25:04.722641 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Notify callbacks [] for subnet, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:04.906820 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791935591738'] for subnet, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:04.910640 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:25:04.949798 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:04.950388 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:04.972926 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] 10.222.0.18 "PUT /v2.0/subnets/e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8 HTTP/1.1" status: 200  len: 868 time: 0.3593595
Aug 12 15:25:04.975978 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c861155-b218-4d8e-b09e-4686f71fd68c None None] Network 97a48db3-1b98-471f-851d-298ff2ac998c requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:25:04.994994 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:25:05.002937 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:05.003271 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:05.003603 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:05.003927 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:05.004249 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:05.004573 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:05.004917 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:05.005236 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:05.005551 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:05.005886 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:05.006176 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:05.006486 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:05.010989 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c14d02c9-20ed-4d58-8121-595654ed011a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:25:05.392613 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-16556951-5cdc-43d0-abbf-059a057b8326 None None] Provisioning complete for port 5710b96c-82a5-4657-a65c-515853a45ecc triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:25:05.393015 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-16556951-5cdc-43d0-abbf-059a057b8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:05.517781 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-16556951-5cdc-43d0-abbf-059a057b8326 None None] Provisioning complete for port 2573ea93-096b-48aa-bd81-180201b87530 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:25:05.518151 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-16556951-5cdc-43d0-abbf-059a057b8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:07.066044 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 43616) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:25:07.281497 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82b278b-050c-486f-9e29-cab9f49a87d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:07.281976 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82b278b-050c-486f-9e29-cab9f49a87d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:07.283491 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-b82b278b-050c-486f-9e29-cab9f49a87d2 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2165127
Aug 12 15:25:09.381806 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 43626) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:25:09.549555 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142451e4-7c4e-4a44-baca-8d4e9a3155d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:09.550030 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142451e4-7c4e-4a44-baca-8d4e9a3155d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:09.551518 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-142451e4-7c4e-4a44-baca-8d4e9a3155d5 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1687679
Aug 12 15:25:10.150892 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1b4bbdfa-d232-430d-b837-1a6b1ca567ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:11.174288 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:11.635755 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 43636) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:25:11.805788 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e59154-41ba-49c4-8f68-d5a012fb20f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:11.807638 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-97e59154-41ba-49c4-8f68-d5a012fb20f8 admin admin] 10.222.0.18 "GET /v2.0/networks/97a48db3-1b98-471f-851d-298ff2ac998c HTTP/1.1" status: 200  len: 869 time: 0.1710095
Aug 12 15:25:12.722216 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-12c2e9dc-478c-47be-8b15-fc41fc321876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:13.709264 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:13.920261 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 43646) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:25:14.086818 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48e5e1f-6cd1-4335-88f0-7a259e09231b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:14.088172 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-d48e5e1f-6cd1-4335-88f0-7a259e09231b admin admin] 10.222.0.18 "GET /v2.0/networks/aad1b8a0-c7f9-4883-899d-f35eccece470 HTTP/1.1" status: 200  len: 886 time: 0.1669564
Aug 12 15:25:15.203793 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:16.174241 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 43656) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:25:16.280362 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45f0053-ad94-4e9c-840d-a27b47ff1a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:16.280841 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45f0053-ad94-4e9c-840d-a27b47ff1a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:16.282319 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-f45f0053-ad94-4e9c-840d-a27b47ff1a26 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1071491
Aug 12 15:25:18.374001 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 43666) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:25:18.477610 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68dcf41-f378-4223-afaf-76a30b5d26f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:18.478071 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68dcf41-f378-4223-afaf-76a30b5d26f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:18.479713 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-b68dcf41-f378-4223-afaf-76a30b5d26f0 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1046171
Aug 12 15:25:20.609128 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 43676) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:25:20.713301 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f8dbb3-534d-4248-989a-1c9a982c03b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:20.713858 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-d0f8dbb3-534d-4248-989a-1c9a982c03b5 admin admin] Synchronizing usage tracker for tenant:5b544d662f084e5498ac7a6bbc9d1b7f on resource:subnet {{(pid=79259) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:25:20.730998 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-d0f8dbb3-534d-4248-989a-1c9a982c03b5 admin admin] Unset dirty status for tenant:5b544d662f084e5498ac7a6bbc9d1b7f on resource:subnet {{(pid=79259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:25:20.732149 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-d0f8dbb3-534d-4248-989a-1c9a982c03b5 admin admin] 10.222.0.18 "GET /v2.0/subnets/e6ff0462-eaf0-45d9-ae8e-65dff4fa4fe8 HTTP/1.1" status: 200  len: 868 time: 0.1221094
Aug 12 15:25:22.852856 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 43686) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:25:22.951222 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e71ffa-e51a-431f-90a5-d5ecc14afeb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:22.952553 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-08e71ffa-e51a-431f-90a5-d5ecc14afeb0 admin admin] 10.222.0.18 "GET /v2.0/subnets/f784ab58-76e4-44bc-a36e-eee112e8677b HTTP/1.1" status: 200  len: 816 time: 0.0987432
Aug 12 15:25:23.605235 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 5 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:25:40.152913 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cc80b0e4-0d39-43da-9eaa-ae082d810838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:41.177567 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:42.724398 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-547afa29-6e5b-4c93-a9d4-fd7b2753f7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:43.711677 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:45.205956 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:45.778670 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 43730) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:25:45.826162 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [None req-13604aa6-2f06-482a-b5e1-be3c2f096887 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 12 15:25:45.827133 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-13604aa6-2f06-482a-b5e1-be3c2f096887 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0475447
Aug 12 15:25:48.035370 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 43740) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:25:48.100667 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.pecan_wsgi.hooks.translation [None req-d066cb3c-298a-4cd3-9505-96997d5d9351 admin admin] GET failed (client error): The resource could not be found.
Aug 12 15:25:48.101918 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-d066cb3c-298a-4cd3-9505-96997d5d9351 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0656252
Aug 12 15:25:48.224495 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b11b4-9df4-4efb-b682-ec2164727fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:48.225896 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-9e3b11b4-9df4-4efb-b682-ec2164727fea admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1199639
Aug 12 15:25:50.370961 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 43750) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:25:50.417595 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:25:50.422482 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:25:50.432195 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:25:50.442080 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] Made reservation on behalf of 5b544d662f084e5498ac7a6bbc9d1b7f for: {'network': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:25:50.444323 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:50.530138 dv-cinder-804345-1-iscsi neutron-server[79258]: WARNING neutron.services.revisions.revision_plugin [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7ff082909ee0] {project_id='5b544d662f084e5498ac7a6bbc9d1b7f', id='2ad49ba7-97e7-408b-9f3b-8d760c6e63af', target_tenant='*', action='access_as_shared', object_id='4be5b557-c427-4927-843f-23d240cde8d7'}> to bump revision.
Aug 12 15:25:50.542984 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720}  {{(pid=79258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:25:50.554014 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:50.554311 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.segments_db [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] Added segment 18284495-100c-4085-949c-001b87fa7b42 of type vlan for network 4be5b557-c427-4927-843f-23d240cde8d7
Aug 12 15:25:50.582739 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:50.609797 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:50.611550 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:50.612125 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:50.615127 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:25:50.705547 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3335199
Aug 12 15:25:50.710368 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] Pushing event updated for resources: {'Network': ['ID=4be5b557-c427-4927-843f-23d240cde8d7,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:25:50.722450 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:25:50.730512 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network 4be5b557-c427-4927-843f-23d240cde8d7 details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:25:52.829555 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 43760) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:25:52.897216 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.pecan_wsgi.hooks.translation [None req-435d3b93-15b6-4b41-9eb3-d7c7b91b99ac admin admin] GET failed (client error): The resource could not be found.
Aug 12 15:25:52.898420 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-435d3b93-15b6-4b41-9eb3-d7c7b91b99ac admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0679722
Aug 12 15:25:52.999787 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5382d8b8-672c-4f40-be74-43e90b68012a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:53.001278 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-5382d8b8-672c-4f40-be74-43e90b68012a admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0990596
Aug 12 15:25:53.011441 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '4be5b557-c427-4927-843f-23d240cde8d7', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:25:53.015990 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:25:53.025430 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:25:53.034845 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Made reservation on behalf of 5b544d662f084e5498ac7a6bbc9d1b7f for: {'subnet': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:25:53.037049 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:53.232328 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for subnet, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:53.237341 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:25:53.305442 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae0d8325-937a-4dd6-b588-efbd26b16717,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:25:53.323209 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:53.323573 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:53.323887 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:53.324215 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:53.324539 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:53.324898 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:53.325216 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:53.325533 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:53.325853 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:53.326170 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:53.326490 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:53.326813 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:53.330279 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Checking segment: {'id': '18284495-100c-4085-949c-001b87fa7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4be5b557-c427-4927-843f-23d240cde8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:25:53.330625 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Network hostable DHCP agents. Network: 4be5b557-c427-4927-843f-23d240cde8d7, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:25:53.334795 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:25:53.349242 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Network 4be5b557-c427-4927-843f-23d240cde8d7 is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:25:53.357710 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, 4be5b557-c427-4927-843f-23d240cde8d7) {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:25:53.361612 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:25:53.362196 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:53.366714 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f087d7-19e3-4447-88ae-c59d7dfd014b None None] Network 4be5b557-c427-4927-843f-23d240cde8d7 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:25:53.385422 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3777719
Aug 12 15:25:53.586385 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf88deb1f-a88d-5958-9003-71194a3ca5da-4be5b557-c427-4927-843f-23d240cde8d7', 'network_id': '4be5b557-c427-4927-843f-23d240cde8d7', 'tenant_id': '5b544d662f084e5498ac7a6bbc9d1b7f', 'fixed_ips': [{'subnet_id': 'ae0d8325-937a-4dd6-b588-efbd26b16717'}]}} from dv-cinder-804345-1-iscsi. {{(pid=79260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 12 15:25:53.587232 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:53.743853 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Allocated IP 192.168.233.2 (4be5b557-c427-4927-843f-23d240cde8d7/ae0d8325-937a-4dd6-b588-efbd26b16717/6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:25:53.973331 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:53.983916 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Transition to ACTIVE for port object 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:25:54.004035 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Transition to ACTIVE for port object 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:25:54.010056 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:54.014299 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:25:54.076882 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Network 4be5b557-c427-4927-843f-23d240cde8d7 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:25:54.082087 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Resources bound (agent type, host, resource id):  {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:25:54.083893 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Pushing event updated for resources: {'Port': ['ID=6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:25:54.086085 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:25:54.125033 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:54.125980 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:54.126319 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:54.126636 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:54.126949 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:54.127261 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:54.127569 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:54.127876 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:54.128202 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:54.128508 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:54.128849 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:54.129133 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:25:54.136361 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:25:54.184238 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Attempting to bind port 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:25:54.184651 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Attempting to bind port 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': '18284495-100c-4085-949c-001b87fa7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4be5b557-c427-4927-843f-23d240cde8d7'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:25:54.185045 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Attempting to bind port 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc on network 4be5b557-c427-4927-843f-23d240cde8d7 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:25:54.190934 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:25:54.191307 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Checking segment: {'id': '18284495-100c-4085-949c-001b87fa7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4be5b557-c427-4927-843f-23d240cde8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:25:54.191705 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:54.192095 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Bound using segment: {'id': '18284495-100c-4085-949c-001b87fa7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4be5b557-c427-4927-843f-23d240cde8d7'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:25:54.192557 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Bound port: 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18284495-100c-4085-949c-001b87fa7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4be5b557-c427-4927-843f-23d240cde8d7'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:25:54.192981 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:54.282286 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] For port 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:25:54.285513 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] For port 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc,segment=NetworkSegment(18284495-100c-4085-949c-001b87fa7b42),segment_id=18284495-100c-4085-949c-001b87fa7b42)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:25:54.289642 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:54.293438 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:25:54.366479 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Pushing event updated for resources: {'Port': ['ID=6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:25:54.369700 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:25:55.190931 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4613d18-4fe8-4ec2-8708-1705be4936ad None None] Network 4be5b557-c427-4927-843f-23d240cde8d7 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:25:55.279674 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-733609f4-96d5-485f-ab9a-61372f435603 None None] Provisioning for port 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:25:55.499243 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:25:55.578859 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:25:55.584966 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:25:55.585347 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:55.713940 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:55.734122 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-edcff31d-b244-4388-b9e2-fabaa1388b0d None None] Provisioning complete for port 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:25:55.735193 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-edcff31d-b244-4388-b9e2-fabaa1388b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:55.799301 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc,segment=NetworkSegment(18284495-100c-4085-949c-001b87fa7b42),segment_id=18284495-100c-4085-949c-001b87fa7b42)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:25:55.804314 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:25:55.808635 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:25:55.921347 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:25:55.926632 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:25:57.461000 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:25:57.530678 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 6b2b1863-41dc-4bfd-a4b8-dc82b64d49dc triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:25:57.531564 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:26:00.604347 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 5 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:26:10.155626 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-60ccc7d2-0cc3-4371-80a7-ab6b58d4f5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:26:11.180008 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:26:12.727109 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-10ae7464-39a2-4602-a74f-ce9d91061041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:26:13.714565 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:26:15.207319 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:26:37.602688 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 5 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:26:40.157144 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-373e8b58-b790-453b-a28f-0409dbb6c9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:26:41.181714 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:26:42.729299 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c1fc3473-4d89-48ee-b46d-f861b2d37fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:26:43.718598 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:26:45.212220 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:00.662748 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 43810) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:27:00.668527 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [None req-ac5a7dd9-701e-4408-8415-c62cae5532e3 tempest-verify_tempest_config-2063489885 tempest-verify_tempest_config-2063489885-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 12 15:27:00.669484 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-ac5a7dd9-701e-4408-8415-c62cae5532e3 tempest-verify_tempest_config-2063489885 tempest-verify_tempest_config-2063489885-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0057499
Aug 12 15:27:00.961344 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 43828) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:27:01.074873 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:01.088742 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:27:01.092735 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Usage tracker for resource:security_group_rule and tenant:5f96c8f9577c4deda34c0cfe07577460 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:27:01.095492 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:27:01.101597 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:27:01.208070 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:01.211676 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:01.220424 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:27:01.258292 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f96c8f9577c4deda34c0cfe07577460&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2959597
Aug 12 15:27:01.259310 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caafa29d-e8f5-45af-9f3b-394033779018,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:27:01.261133 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 43834) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:27:01.266514 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.266869 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.267200 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.267523 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.267839 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.268168 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.268485 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.268815 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.269154 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.269466 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.269773 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.270082 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.274163 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:27:01.318961 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:01.342991 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:01.431651 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:01.435720 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:27:01.448384 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caafa29d-e8f5-45af-9f3b-394033779018,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:27:01.456495 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.456884 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.457243 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.457738 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.458277 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.458873 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.459348 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.459764 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.460446 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.460990 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.461528 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.461976 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:27:01.465185 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:27:01.466367 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:01.468105 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/caafa29d-e8f5-45af-9f3b-394033779018 HTTP/1.1" status: 204  len: 168 time: 0.2059536
Aug 12 15:27:10.159776 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d021b10c-47c5-467c-bd12-85ff5fd550c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:11.186145 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:12.731507 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7b72b188-be3f-4d67-834e-227da7022135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:13.718777 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:14.601533 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 5 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:27:15.214183 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:40.161313 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7be0528a-ab6b-4a86-82cf-46e49579b66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:41.188026 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:42.733182 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8493651f-83bd-4627-ae75-a4b101173317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:43.722183 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:45.219632 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:27:51.600832 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 5 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:28:10.179118 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7910c713-aad4-4821-a8b5-f777c1a999a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:28:11.189639 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:28:12.735166 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ac7410f2-773b-4376-aa4d-f65717d2078b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:28:13.725429 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:28:15.217848 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:28:28.621435 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 5 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:28:38.333311 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596755'] for agent, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:28:40.160817 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-30dccac7-8fe1-4fb4-ba12-66036289afbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:28:41.191259 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:28:42.736385 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3cfeb5a4-ef02-4027-9523-f2b446260f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:28:43.730582 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:28:45.222499 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:28:53.280063 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 43906) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:28:53.400249 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-765a2dfd-5dd9-4c73-ab91-6005b63cdcaa admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1190856
Aug 12 15:28:55.515600 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 43916) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:28:55.569254 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-8fe2e6df-5a16-46d2-812b-f5654874aaeb admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0525260
Aug 12 15:29:05.600418 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:29:08.286964 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:29:10.162775 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9c5e9e69-b7da-4182-a9e4-917eb75d5b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:29:11.192698 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:29:12.737336 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-934c53aa-0cf3-4b88-a796-fa97b34e6b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:29:13.732634 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:29:15.225585 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:29:38.282896 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:29:40.163811 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-262a64a4-fc3c-4fd1-aa9a-a72594730141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:29:41.195834 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:29:42.599626 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:29:42.739431 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1be6c1aa-f712-4d6f-b294-c34d982debf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:29:43.742801 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:29:45.229565 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:08.293968 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:10.173807 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e150281b-5114-4595-adae-c9ae81a1da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:11.200081 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:12.741348 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f92ed5ae-15e9-44da-a0f6-e772df2537f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:13.740389 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:15.231683 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:19.598925 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:30:32.796798 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44068) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:33.175648 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1784324250-network', 'tenant_id': '22d8b73289fe4980bf0b45f54ea268c1'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:30:33.181619 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:33.187023 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Usage tracker for resource:network and tenant:22d8b73289fe4980bf0b45f54ea268c1 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:33.190081 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:33.197370 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:33.206826 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Made reservation on behalf of 22d8b73289fe4980bf0b45f54ea268c1 for: {'network': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:30:33.209212 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:33.227588 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:33.244270 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:33.251622 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Usage tracker for resource:security_group_rule and tenant:22d8b73289fe4980bf0b45f54ea268c1 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:33.253154 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:33.263686 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:33.360876 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:33.370426 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:33.375413 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-57fbc7d0-e8b2-439f-b944-45a18efc61b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:33.405925 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734}  {{(pid=79258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:30:33.414295 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f1a6e0-84a6-45da-aa8e-c0362f57c150,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:33.422477 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.422843 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.423177 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.423507 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.423826 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.424182 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.424488 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.427244 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.427244 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.427244 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.427244 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.427244 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Tracked resource versions report:
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]: pushed versions:
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]: {   'AddressGroup': {'1.2'},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     'ConntrackHelper': {'1.0'},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     'Log': {'1.0'},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     'Network': {'1.1'},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     'Port': {'1.7'},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     'PortForwarding': {'1.2'},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     'QosPolicy': {'1.8'},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     'SecurityGroup': {'1.4'},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     'SecurityGroupRule': {'1.2'},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     'SubPort': {'1.0'},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     'Subnet': {'1.1'},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     'Trunk': {'1.1'}}
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]: consumer versions:
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]: {   DHCP agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     HyperV agent@hv-cinder-80434: {},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     L3 agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     Metadata agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     Metering agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:     Open vSwitch agent@dv-cinder-804345-1-iscsi: {   'AddressGroup': '1.2',
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'ConntrackHelper': '1.0',
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'Log': '1.0',
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'Network': '1.1',
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'Port': '1.7',
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'PortForwarding': '1.2',
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'QosPolicy': '1.8',
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'SecurityGroup': '1.4',
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'SecurityGroupRule': '1.2',
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'SubPort': '1.0',
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'Subnet': '1.1',
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:                                                      'Trunk': '1.1'}}
Aug 12 15:30:33.427645 dv-cinder-804345-1-iscsi neutron-server[79258]:  {{(pid=79258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 12 15:30:33.431717 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:33.434653 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:33.435206 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.segments_db [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Added segment 789332a2-4986-4ca6-b5a9-f8016fbcf54a of type vlan for network 0027f9bb-8d3b-48e4-bc51-b5155f7a1da1
Aug 12 15:30:33.466795 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:33.498883 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:33.500167 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:33.500742 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:33.510889 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:33.565892 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7651420
Aug 12 15:30:33.566761 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44116) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:33.574588 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Request body: {'subnet': {'network_id': '0027f9bb-8d3b-48e4-bc51-b5155f7a1da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1784324250-subnet', 'tenant_id': '22d8b73289fe4980bf0b45f54ea268c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:30:33.581251 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:33.587439 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Usage tracker for resource:subnet and tenant:22d8b73289fe4980bf0b45f54ea268c1 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:33.591825 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:33.600515 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:33.616129 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Made reservation on behalf of 22d8b73289fe4980bf0b45f54ea268c1 for: {'subnet': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:30:33.621092 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:33.626970 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Pushing event updated for resources: {'Network': ['ID=0027f9bb-8d3b-48e4-bc51-b5155f7a1da1,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:33.629698 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:33.638574 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network 0027f9bb-8d3b-48e4-bc51-b5155f7a1da1 details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:30:33.876316 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for subnet, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:33.881702 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:33.956443 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1c81d1-3633-4040-a972-23acdb6923e2,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:33.966550 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.966909 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.967446 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.968021 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.968419 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.968744 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.969281 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.969633 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.970014 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.970354 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.970685 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.971008 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Tracked resource versions report:
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]: pushed versions:
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]: {   'AddressGroup': {'1.2'},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     'ConntrackHelper': {'1.0'},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     'Log': {'1.0'},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     'Network': {'1.1'},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     'Port': {'1.7'},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     'PortForwarding': {'1.2'},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     'QosPolicy': {'1.8'},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     'SecurityGroup': {'1.4'},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     'SecurityGroupRule': {'1.2'},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     'SubPort': {'1.0'},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     'Subnet': {'1.1'},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     'Trunk': {'1.1'}}
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]: consumer versions:
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]: {   DHCP agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     HyperV agent@hv-cinder-80434: {},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     L3 agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     Metadata agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     Metering agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:     Open vSwitch agent@dv-cinder-804345-1-iscsi: {   'AddressGroup': '1.2',
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'ConntrackHelper': '1.0',
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'Log': '1.0',
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'Network': '1.1',
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'Port': '1.7',
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'PortForwarding': '1.2',
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'QosPolicy': '1.8',
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'SecurityGroup': '1.4',
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'SecurityGroupRule': '1.2',
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'SubPort': '1.0',
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'Subnet': '1.1',
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:                                                      'Trunk': '1.1'}}
Aug 12 15:30:33.972178 dv-cinder-804345-1-iscsi neutron-server[79259]:  {{(pid=79259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 12 15:30:33.976745 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:33.984508 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Checking segment: {'id': '789332a2-4986-4ca6-b5a9-f8016fbcf54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0027f9bb-8d3b-48e4-bc51-b5155f7a1da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:30:33.984922 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Network hostable DHCP agents. Network: 0027f9bb-8d3b-48e4-bc51-b5155f7a1da1, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:30:34.106427 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Network 0027f9bb-8d3b-48e4-bc51-b5155f7a1da1 is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:30:34.125877 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, 0027f9bb-8d3b-48e4-bc51-b5155f7a1da1) {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:30:34.131833 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:34.132503 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:34.139441 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f03f44-7954-4d75-b709-3a34e1e7590d None None] Network 0027f9bb-8d3b-48e4-bc51-b5155f7a1da1 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:30:34.168656 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6001735
Aug 12 15:30:34.261146 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44134) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:34.413975 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82f4ab5-968a-4199-8690-f3881b71856a None None] Network 0027f9bb-8d3b-48e4-bc51-b5155f7a1da1 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:30:34.704598 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-358907526-network', 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:30:34.711914 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:34.716212 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Usage tracker for resource:network and tenant:0be265cfe44849aaac4ff2c1268771d4 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:34.719595 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:34.729901 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:34.742084 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44160) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:34.746045 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Made reservation on behalf of 0be265cfe44849aaac4ff2c1268771d4 for: {'network': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:30:34.758031 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:34.771007 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:34.786074 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:34.789988 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Usage tracker for resource:security_group_rule and tenant:0be265cfe44849aaac4ff2c1268771d4 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:34.793538 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:34.799309 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:34.917882 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:34.926970 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:34.940701 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:34.974278 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e05bae-aa31-40cf-a1f0-21d5adedd00f,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:34.980693 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:34.984809 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703}  {{(pid=79259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:30:34.998211 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:34.998918 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.segments_db [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Added segment 7ac53c20-1c91-4e5b-8429-531977be9f9f of type vlan for network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a
Aug 12 15:30:35.029996 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:35.077248 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:35.080097 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:35.081327 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:35.096854 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:35.231621 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1850882231-network', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:30:35.245276 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:35.254639 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Pushing event updated for resources: {'Network': ['ID=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:35.258129 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Usage tracker for resource:network and tenant:dbe2b752bc7e46a684bd3e95191f60e2 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:35.259242 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:35.266537 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.0002987
Aug 12 15:30:35.267321 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:35.268882 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44184) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:35.275782 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:30:35.282527 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:35.283418 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Request body: {'subnet': {'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-358907526-subnet', 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:30:35.290122 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:35.295369 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Usage tracker for resource:subnet and tenant:0be265cfe44849aaac4ff2c1268771d4 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:35.302949 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:35.304448 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Made reservation on behalf of dbe2b752bc7e46a684bd3e95191f60e2 for: {'network': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:30:35.307869 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:35.313835 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:35.333705 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Made reservation on behalf of 0be265cfe44849aaac4ff2c1268771d4 for: {'subnet': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:30:35.336955 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Notify callbacks [] for subnet, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:35.349501 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:35.396287 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:35.404864 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Usage tracker for resource:security_group_rule and tenant:dbe2b752bc7e46a684bd3e95191f60e2 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:35.411373 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:35.434394 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:35.663567 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:35.669017 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:35.680943 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:35.760136 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82ff649-612b-4439-b47e-6fcf3a5d9482,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:35.775991 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:35.793836 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736}  {{(pid=79258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:30:35.811672 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for subnet, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:35.821075 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:35.821444 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:35.821849 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.segments_db [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Added segment f6589fec-7fe8-445d-b797-1cd1cfbee324 of type vlan for network 490dbe82-cde3-4d36-a911-378d177422a8
Aug 12 15:30:35.889342 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:35.970539 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Checking segment: {'id': '7ac53c20-1c91-4e5b-8429-531977be9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:30:35.971819 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Network hostable DHCP agents. Network: cc438d87-7bdf-4e1a-9f05-6a00c5188f5a, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:30:35.997102 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:35.998827 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:35.999870 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:36.015095 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:36.053970 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:30:36.077003 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, cc438d87-7bdf-4e1a-9f05-6a00c5188f5a) {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:30:36.079935 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:36.082414 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:36.083094 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac76db-e17a-40e7-a3d7-54d6f84dc227 None None] Network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:30:36.135536 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Pushing event updated for resources: {'Subnet': ['ID=002b3e75-99a8-4c70-abbf-8d7ee28cd6de,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:36.143967 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:36.147585 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-24689bed-64df-48ac-a56c-dab44c08e21a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.8765447
Aug 12 15:30:36.152836 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44210) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:36.161474 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-358907526-router', 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:30:36.179950 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:36.187704 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Usage tracker for resource:router and tenant:0be265cfe44849aaac4ff2c1268771d4 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:36.197418 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:36.214859 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:36.238247 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1714638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:36.239577 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1972'] for router, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:36.285416 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:36.456201 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.7129860
Aug 12 15:30:36.462350 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44222) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:36.478751 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Pushing event updated for resources: {'Network': ['ID=490dbe82-cde3-4d36-a911-378d177422a8,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:36.485626 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:36.493110 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Request body: {'subnet': {'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1850882231-subnet', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:30:36.508806 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:36.517691 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Usage tracker for resource:subnet and tenant:dbe2b752bc7e46a684bd3e95191f60e2 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:36.523731 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:36.530408 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:36.544969 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Made reservation on behalf of dbe2b752bc7e46a684bd3e95191f60e2 for: {'subnet': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:30:36.553080 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:36.585088 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network 490dbe82-cde3-4d36-a911-378d177422a8 details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:30:36.811381 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1590471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1714557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1862'] for router, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:36.841091 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9d5dea-512d-41cd-a58f-4c66c5222888 None None] Network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:30:36.933658 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for subnet, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:36.947513 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:37.176574 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c0441e-c6a3-4d25-95c3-5ed1ea30385d,revision_number=0']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:37.183474 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:37.187448 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Checking segment: {'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:30:37.190150 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Network hostable DHCP agents. Network: 490dbe82-cde3-4d36-a911-378d177422a8, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:30:37.262705 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Network 490dbe82-cde3-4d36-a911-378d177422a8 is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:30:37.290116 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, 490dbe82-cde3-4d36-a911-378d177422a8) {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:30:37.303512 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:37.304557 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:37.310942 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af153cc-f4e5-485d-bb61-8b2b013e2d30 None None] Network 490dbe82-cde3-4d36-a911-378d177422a8 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:30:37.330041 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44270) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:37.344907 dv-cinder-804345-1-iscsi neutron-server[79258]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Aug 12 15:30:37.351784 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:37.383436 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:37.411659 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9364250
Aug 12 15:30:37.426944 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44274) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:37.438440 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:30:37.545674 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:37.557719 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Usage tracker for resource:router and tenant:dbe2b752bc7e46a684bd3e95191f60e2 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:37.562976 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:37.576317 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Allocated IP 172.27.3.4 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:30:37.579232 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:37.601541 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf88deb1f-a88d-5958-9003-71194a3ca5da-490dbe82-cde3-4d36-a911-378d177422a8', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d'}]}} from dv-cinder-804345-1-iscsi. {{(pid=79260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 12 15:30:37.602614 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:37.625646 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1714638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:37.626923 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1972'] for router, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:37.657045 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:37.743513 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-2eaf7784-981c-42d9-897c-fa4a33c71ee9 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:37.744328 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-2eaf7784-981c-42d9-897c-fa4a33c71ee9 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Synchronizing usage tracker for tenant:22d8b73289fe4980bf0b45f54ea268c1 on resource:network {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:30:37.795074 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:37.812020 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Allocated IP 172.20.0.2 (490dbe82-cde3-4d36-a911-378d177422a8/b6c0441e-c6a3-4d25-95c3-5ed1ea30385d/1f871f0a-c73d-4e47-a9e4-9e62b41bfed4) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:30:37.898283 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:37.925945 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:38.023710 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:30:38.027048 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:30:38.030872 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:30:38.049595 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-2eaf7784-981c-42d9-897c-fa4a33c71ee9 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Unset dirty status for tenant:22d8b73289fe4980bf0b45f54ea268c1 on resource:network {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:30:38.062499 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-2eaf7784-981c-42d9-897c-fa4a33c71ee9 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/networks?id=0027f9bb-8d3b-48e4-bc51-b5155f7a1da1 HTTP/1.1" status: 200  len: 812 time: 0.7307305
Aug 12 15:30:38.093668 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:38.106218 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:38.153041 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-216258aa-65c5-4dd1-9ab4-492f9bdc57a7 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/quotas/22d8b73289fe4980bf0b45f54ea268c1 HTTP/1.1" status: 200  len: 375 time: 0.0895760
Aug 12 15:30:38.155301 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:38.183615 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Transition to ACTIVE for port object 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:30:38.194495 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1590471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1714557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1862'] for router, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:38.220592 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-d73127c1-f540-44ce-9182-86a21d75090e tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22d8b73289fe4980bf0b45f54ea268c1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0666373
Aug 12 15:30:38.227260 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Transition to ACTIVE for port object 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:30:38.247146 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:38.285783 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:38.444824 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Network 490dbe82-cde3-4d36-a911-378d177422a8 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:30:38.450707 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Resources bound (agent type, host, resource id):  {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:30:38.454443 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:30:38.516999 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Pushing event updated for resources: {'Port': ['ID=1f871f0a-c73d-4e47-a9e4-9e62b41bfed4,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:38.589243 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:38.605007 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:38.605765 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:38.606125 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:38.606433 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:38.607456 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:38.607945 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:38.608327 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:38.608752 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:38.609174 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:38.609504 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:38.609829 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:38.610155 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Tracked resource versions report:
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]: pushed versions:
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]: {   'AddressGroup': {'1.2'},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     'ConntrackHelper': {'1.0'},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     'Log': {'1.0'},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     'Network': {'1.1'},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     'Port': {'1.7'},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     'PortForwarding': {'1.2'},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     'QosPolicy': {'1.8'},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     'SecurityGroup': {'1.4'},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     'SecurityGroupRule': {'1.2'},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     'SubPort': {'1.0'},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     'Subnet': {'1.1'},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     'Trunk': {'1.1'}}
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]: consumer versions:
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]: {   DHCP agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     HyperV agent@hv-cinder-80434: {},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     L3 agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     Metadata agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     Metering agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:     Open vSwitch agent@dv-cinder-804345-1-iscsi: {   'AddressGroup': '1.2',
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'ConntrackHelper': '1.0',
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'Log': '1.0',
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'Network': '1.1',
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'Port': '1.7',
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'PortForwarding': '1.2',
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'QosPolicy': '1.8',
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'SecurityGroup': '1.4',
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'SecurityGroupRule': '1.2',
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'SubPort': '1.0',
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'Subnet': '1.1',
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:                                                      'Trunk': '1.1'}}
Aug 12 15:30:38.617066 dv-cinder-804345-1-iscsi neutron-server[79260]:  {{(pid=79260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 12 15:30:38.625830 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:38.626529 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:38.654067 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Attempting to bind port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:30:38.654565 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Attempting to bind port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:30:38.655088 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Attempting to bind port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 on network 490dbe82-cde3-4d36-a911-378d177422a8 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:30:38.666770 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:30:38.667173 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Checking segment: {'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:30:38.667572 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:38.667982 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Bound using segment: {'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:30:38.670810 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Bound port: 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:30:38.671232 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:38.820491 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44332) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:38.914095 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:38.962926 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-a18fa529-f091-45f6-9d49-90ba16e2535f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 12 15:30:38.965475 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-a18fa529-f091-45f6-9d49-90ba16e2535f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3497961
Aug 12 15:30:38.977027 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:38.998497 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] For port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:30:39.013433 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] For port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=1f871f0a-c73d-4e47-a9e4-9e62b41bfed4,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:30:39.019903 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:39.028507 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:39.185392 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0b8239fe-ee4f-4375-ae81-9d197f86f296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:39.221627 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Pushing event updated for resources: {'Port': ['ID=1f871f0a-c73d-4e47-a9e4-9e62b41bfed4,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:39.229837 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:39.279302 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-0b8239fe-ee4f-4375-ae81-9d197f86f296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:39.369092 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-0b8239fe-ee4f-4375-ae81-9d197f86f296 admin admin] Usage tracker for resource:security_group_rule and tenant:3d012e4ec9db471da662de6b4d5e8c7f is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:39.381190 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-0b8239fe-ee4f-4375-ae81-9d197f86f296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:39.403791 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-0b8239fe-ee4f-4375-ae81-9d197f86f296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:39.433640 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604511'] for router, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:39.437608 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-71c3a711-e36a-46df-827a-3938c45059eb service neutron] 10.222.0.18 "GET /v2.0/networks/0027f9bb-8d3b-48e4-bc51-b5155f7a1da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4626434
Aug 12 15:30:39.677127 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Allocated IP 172.27.3.65 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/e42dc07d-197c-4577-aa4a-fbe5ba62ebf5) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:30:39.809186 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-5117d9f5-86b8-4a59-a44a-c1d2f4d2b633 service neutron] 10.222.0.18 "GET /v2.0/networks/0027f9bb-8d3b-48e4-bc51-b5155f7a1da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3630736
Aug 12 15:30:39.813306 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0b8239fe-ee4f-4375-ae81-9d197f86f296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:39.834982 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0b8239fe-ee4f-4375-ae81-9d197f86f296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:39.862129 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:30:39.866355 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-dc50d9c4-d390-4ee4-9a9a-86d572d9c52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:39.954239 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8239fe-ee4f-4375-ae81-9d197f86f296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041cffde-7fc0-4f4e-9df9-f225dfc16af0,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:39.962252 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-0b8239fe-ee4f-4375-ae81-9d197f86f296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:40.005399 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:30:40.017246 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-0b8239fe-ee4f-4375-ae81-9d197f86f296 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d012e4ec9db471da662de6b4d5e8c7f&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1889713
Aug 12 15:30:40.020911 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44384) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:40.021576 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Router 878d1654-cff0-4046-9c08-fb846d3ed3f9 is scheduled to L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 with binding_index 1 {{(pid=79259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 12 15:30:40.080301 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:40.134867 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:40.139345 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:40.190188 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4a838e78-b57a-4015-a8e4-c24183d6779c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:40.241984 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:30:40.245794 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:30:40.256604 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:30:40.293099 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8428fec-b264-4110-8c5b-113ea4deb664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:40.347092 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8428fec-b264-4110-8c5b-113ea4deb664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:40.517035 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-58255f6f-0c34-4fd8-b4c4-27ece5ca00a3 req-85f30921-4c07-45a1-b535-18aefbdb5d82 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 210 time: 0.1329792
Aug 12 15:30:40.600187 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44420) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:40.629563 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e42dc07d-197c-4577-aa4a-fbe5ba62ebf5,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:40.641628 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8428fec-b264-4110-8c5b-113ea4deb664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:40.664429 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:40.674044 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:40.682300 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8428fec-b264-4110-8c5b-113ea4deb664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041cffde-7fc0-4f4e-9df9-f225dfc16af0,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:40.685741 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f8428fec-b264-4110-8c5b-113ea4deb664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:40.754362 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8428fec-b264-4110-8c5b-113ea4deb664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:40.762925 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-f8428fec-b264-4110-8c5b-113ea4deb664 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/041cffde-7fc0-4f4e-9df9-f225dfc16af0 HTTP/1.1" status: 204  len: 168 time: 0.7341912
Aug 12 15:30:40.765312 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:30:40.786162 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Sync routers for ids ['878d1654-cff0-4046-9c08-fb846d3ed3f9'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:30:40.799665 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Routers {'878d1654-cff0-4046-9c08-fb846d3ed3f9'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:30:40.801408 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0817ea880>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:30:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['878d1654-cff0-4046-9c08-fb846d3ed3f9'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:30:40.828483 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Notify callbacks [] for router, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:40.834486 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.6784580
Aug 12 15:30:40.835187 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44432) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:40.864293 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19973355-b03d-4cfb-bce9-7b6be270eaaf None None] Network 490dbe82-cde3-4d36-a911-378d177422a8 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:30:41.174259 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Set router 878d1654-cff0-4046-9c08-fb846d3ed3f9 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:30:41.251337 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-bc03f0dd-0273-48f4-babd-a3b6bea5a22b None None] Provisioning for port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:30:41.338048 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44448) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:41.339451 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:41.475729 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-80775dda-6fc7-4e3f-872b-3297773c8d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:41.600678 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-80775dda-6fc7-4e3f-872b-3297773c8d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:41.629753 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-bc03f0dd-0273-48f4-babd-a3b6bea5a22b None None] Provisioning complete for port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:30:41.630192 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bc03f0dd-0273-48f4-babd-a3b6bea5a22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:41.789289 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-80775dda-6fc7-4e3f-872b-3297773c8d04 admin admin] Usage tracker for resource:security_group_rule and tenant:b054b426afa14f018713e30533439113 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:41.795039 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-80775dda-6fc7-4e3f-872b-3297773c8d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:41.806658 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-80775dda-6fc7-4e3f-872b-3297773c8d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:41.877377 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:41.939950 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0817ea880>, [{'id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'name': 'tempest-ServerRescueNegativeTestJSON-358907526-router', 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:36Z', 'updated_at': '2021-08-12T15:30:38Z', 'revision_number': 3, 'project_id': '0be265cfe44849aaac4ff2c1268771d4', 'gw_port': {'id': 'a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:30:41.947593 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0e62d5e7-2ea4-42ed-928e-33dc9acfb019 req-9f4d43d0-3c04-41f0-b916-3737d36ae568 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 210 time: 0.1826260
Aug 12 15:30:41.961637 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Checking router: 878d1654-cff0-4046-9c08-fb846d3ed3f9 for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:30:41.962376 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Updating router 878d1654-cff0-4046-9c08-fb846d3ed3f9 port a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01 binding host dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:30:42.111867 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.121914 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bc03f0dd-0273-48f4-babd-a3b6bea5a22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.214684 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-80775dda-6fc7-4e3f-872b-3297773c8d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.237279 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-80775dda-6fc7-4e3f-872b-3297773c8d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.253009 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-bc03f0dd-0273-48f4-babd-a3b6bea5a22b None None] For port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=1f871f0a-c73d-4e47-a9e4-9e62b41bfed4,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:30:42.262355 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bc03f0dd-0273-48f4-babd-a3b6bea5a22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.269915 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-f6f4926e-a2b6-4f14-9366-2a5d2549bf92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:42.271332 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-cd9099fb-536f-44f5-8aba-306a80374787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.280313 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:42.321668 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-80775dda-6fc7-4e3f-872b-3297773c8d04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b054b426afa14f018713e30533439113&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7182589
Aug 12 15:30:42.326037 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80775dda-6fc7-4e3f-872b-3297773c8d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816777a6-0265-4ad6-994e-bf59468973b7,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:42.336593 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44480) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:42.403711 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-80775dda-6fc7-4e3f-872b-3297773c8d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:42.405960 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44486) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:42.443769 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f44f93fb-5857-4289-98dc-6ba7053712b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.459412 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03f0dd-0273-48f4-babd-a3b6bea5a22b None None] Pushing event updated for resources: {'Port': ['ID=1f871f0a-c73d-4e47-a9e4-9e62b41bfed4,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:42.465598 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-bc03f0dd-0273-48f4-babd-a3b6bea5a22b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:42.477318 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f44f93fb-5857-4289-98dc-6ba7053712b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.499328 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b09fe2f0-ed27-4e4a-bc30-2603ef0360c4 None None] Provisioning complete for port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:30:42.499720 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b09fe2f0-ed27-4e4a-bc30-2603ef0360c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.556406 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-cd9099fb-536f-44f5-8aba-306a80374787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:42.564277 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-cd9099fb-536f-44f5-8aba-306a80374787 admin admin] Usage tracker for resource:security_group_rule and tenant:ba3d307ee8aa41cd8de4d7b8f7f7ed78 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:42.569930 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-cd9099fb-536f-44f5-8aba-306a80374787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:42.621679 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ed902d88-6759-4bc0-9263-2eb40446b0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.629838 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44494) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:42.630821 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-cd9099fb-536f-44f5-8aba-306a80374787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:42.686880 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604511'] for router, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.773453 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2f3e63dd-8a8d-4c77-b467-b53fab9e1239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.893267 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.901855 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-ed902d88-6759-4bc0-9263-2eb40446b0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:42.906473 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f44f93fb-5857-4289-98dc-6ba7053712b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.912360 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-ed902d88-6759-4bc0-9263-2eb40446b0be admin admin] Usage tracker for resource:security_group_rule and tenant:7a454e87243a468ba4737eae8370840e is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:42.920733 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.929927 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Transition to ACTIVE for port object a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01 will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:30:42.936341 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-ed902d88-6759-4bc0-9263-2eb40446b0be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:42.944488 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:42.949356 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-185e6d18-ff79-44bc-984e-6df35738e8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:42.986157 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:43.013385 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-ed902d88-6759-4bc0-9263-2eb40446b0be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:43.079570 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Attempting to bind port a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:30:43.080228 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Attempting to bind port a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:30:43.081413 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Attempting to bind port a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01 on network aad1b8a0-c7f9-4883-899d-f35eccece470 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:30:43.101708 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Pushing event updated for resources: {'Port': ['ID=a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:43.116330 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0f80f7d4-238a-4b63-ac25-7ad6ce8e6da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:43.120539 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f44f93fb-5857-4289-98dc-6ba7053712b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:43.121397 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:30:43.122287 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-f44f93fb-5857-4289-98dc-6ba7053712b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/816777a6-0265-4ad6-994e-bf59468973b7 HTTP/1.1" status: 204  len: 168 time: 0.7847824
Aug 12 15:30:43.123213 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Checking segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:30:43.125939 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:43.126827 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Bound using segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:30:43.128326 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Bound port: a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:30:43.129817 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f93fb-5857-4289-98dc-6ba7053712b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816777a6-0265-4ad6-994e-bf59468973b7,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:43.131787 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:43.133146 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f44f93fb-5857-4289-98dc-6ba7053712b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:43.204739 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:43.206086 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:43.206657 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:43.207082 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:43.207585 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:43.208006 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:43.208436 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:43.209346 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:43.209833 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:43.210251 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:43.210680 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:43.211111 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Tracked resource versions report:
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]: pushed versions:
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]: {   'AddressGroup': {'1.2'},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     'ConntrackHelper': {'1.0'},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     'Log': {'1.0'},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     'Network': {'1.1'},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     'Port': {'1.7'},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     'PortForwarding': {'1.2'},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     'QosPolicy': {'1.8'},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     'SecurityGroup': {'1.4'},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     'SecurityGroupRule': {'1.2'},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     'SubPort': {'1.0'},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     'Subnet': {'1.1'},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     'Trunk': {'1.1'}}
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]: consumer versions:
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]: {   DHCP agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     HyperV agent@hv-cinder-80434: {},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     L3 agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     Metadata agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     Metering agent@dv-cinder-804345-1-iscsi: {},
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:     Open vSwitch agent@dv-cinder-804345-1-iscsi: {   'AddressGroup': '1.2',
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'ConntrackHelper': '1.0',
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'Log': '1.0',
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'Network': '1.1',
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'Port': '1.7',
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'PortForwarding': '1.2',
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'QosPolicy': '1.8',
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'SecurityGroup': '1.4',
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'SecurityGroupRule': '1.2',
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'SubPort': '1.0',
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'Subnet': '1.1',
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:                                                      'Trunk': '1.1'}}
Aug 12 15:30:43.212323 dv-cinder-804345-1-iscsi neutron-server[79261]:  {{(pid=79261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Aug 12 15:30:43.225110 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:43.241223 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-0f80f7d4-238a-4b63-ac25-7ad6ce8e6da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:43.250338 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-0f80f7d4-238a-4b63-ac25-7ad6ce8e6da2 admin admin] Usage tracker for resource:security_group_rule and tenant:daa2fd44fb2d4a4f97f865f8a0a8c951 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:43.257085 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-0f80f7d4-238a-4b63-ac25-7ad6ce8e6da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:43.292099 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] For port a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:30:43.300755 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] For port a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:30:43.307884 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:43.315215 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:43.324379 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-0f80f7d4-238a-4b63-ac25-7ad6ce8e6da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:43.328349 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-67cecfd9-76c4-4d2b-934d-ec9ccc26c5d1 req-26e22efb-7371-4b0a-8b6f-9a63bb83785f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 210 time: 0.0735557
Aug 12 15:30:43.415979 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Routers {'878d1654-cff0-4046-9c08-fb846d3ed3f9'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:30:43.416754 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0817ea880>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:30:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['878d1654-cff0-4046-9c08-fb846d3ed3f9'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:30:43.429088 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Router 1ff31bd8-a7d8-4781-ad44-98822635734b is scheduled to L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 with binding_index 1 {{(pid=79258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 12 15:30:43.495104 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Pushing event updated for resources: {'Port': ['ID=a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:43.500591 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:43.618463 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0f80f7d4-238a-4b63-ac25-7ad6ce8e6da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:43.620828 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Allocated IP 172.20.0.1 (cc438d87-7bdf-4e1a-9f05-6a00c5188f5a/002b3e75-99a8-4c70-abbf-8d7ee28cd6de/b5b11b9e-17bd-48aa-aee3-861063caa7a2) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:30:43.656286 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:30:43.713509 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] Set router 878d1654-cff0-4046-9c08-fb846d3ed3f9 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:30:43.785977 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:30:43.789550 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-cd9099fb-536f-44f5-8aba-306a80374787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:43.793732 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0f80f7d4-238a-4b63-ac25-7ad6ce8e6da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:43.830020 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Sync routers for ids ['1ff31bd8-a7d8-4781-ad44-98822635734b'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:30:43.857179 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:43.858852 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:43.860025 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Routers {'1ff31bd8-a7d8-4781-ad44-98822635734b'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:30:43.860659 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0825a7c70>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:30:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['1ff31bd8-a7d8-4781-ad44-98822635734b'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:30:43.922936 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-0f80f7d4-238a-4b63-ac25-7ad6ce8e6da2 admin admin] Synchronizing usage tracker for tenant:5b544d662f084e5498ac7a6bbc9d1b7f on resource:security_group {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:30:43.934280 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-cd9099fb-536f-44f5-8aba-306a80374787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:43.943052 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80f7d4-238a-4b63-ac25-7ad6ce8e6da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5241d126-26c6-452a-9f81-3fb8e82d6a88,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:43.947973 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:43.948978 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0f80f7d4-238a-4b63-ac25-7ad6ce8e6da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:44.044566 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:30:44.045558 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:44.066473 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:44.120041 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:44.187373 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-cd9099fb-536f-44f5-8aba-306a80374787 admin admin] Synchronizing usage tracker for tenant:5b544d662f084e5498ac7a6bbc9d1b7f on resource:security_group {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:30:44.193220 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.76', 63366) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:44.202532 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-0f80f7d4-238a-4b63-ac25-7ad6ce8e6da2 admin admin] Unset dirty status for tenant:5b544d662f084e5498ac7a6bbc9d1b7f on resource:security_group {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:30:44.204432 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-0f80f7d4-238a-4b63-ac25-7ad6ce8e6da2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=daa2fd44fb2d4a4f97f865f8a0a8c951&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5708015
Aug 12 15:30:44.211186 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9099fb-536f-44f5-8aba-306a80374787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095b70bb-3318-4507-8abc-452632b9e869,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:44.216242 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44540) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:44.241944 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Notify callbacks [] for router, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:44.243963 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.8158724
Aug 12 15:30:44.254360 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44546) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:44.278746 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7add824a-aa9b-462e-bb8b-951b52efb9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:44.283042 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Set router 1ff31bd8-a7d8-4781-ad44-98822635734b gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:30:44.315511 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-cd9099fb-536f-44f5-8aba-306a80374787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:44.349360 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-cd9099fb-536f-44f5-8aba-306a80374787 admin admin] Unset dirty status for tenant:5b544d662f084e5498ac7a6bbc9d1b7f on resource:security_group {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:30:44.350576 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-cd9099fb-536f-44f5-8aba-306a80374787 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba3d307ee8aa41cd8de4d7b8f7f7ed78&name=default HTTP/1.1" status: 200  len: 2975 time: 2.9479799
Aug 12 15:30:44.366464 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44552) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:44.559816 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0817ea880>, [{'id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'name': 'tempest-ServerRescueNegativeTestJSON-358907526-router', 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:36Z', 'updated_at': '2021-08-12T15:30:38Z', 'revision_number': 3, 'project_id': '0be265cfe44849aaac4ff2c1268771d4', 'gw_port': {'id': 'a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:30:44.575127 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6904c-652b-44e6-a556-981a3daaf51c None None] The sync data for ids ['878d1654-cff0-4046-9c08-fb846d3ed3f9'] in dv-cinder-804345-1-iscsi is: [{'id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'name': 'tempest-ServerRescueNegativeTestJSON-358907526-router', 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:36Z', 'updated_at': '2021-08-12T15:30:38Z', 'revision_number': 3, 'project_id': '0be265cfe44849aaac4ff2c1268771d4', 'gw_port': {'id': 'a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:30:44.600334 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b11b9e-17bd-48aa-aee3-861063caa7a2,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:44.694052 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:44.712384 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:30:44.726839 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:30:44.735438 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ed902d88-6759-4bc0-9263-2eb40446b0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:44.737925 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:30:44.738403 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716570'] for router_interface, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:44.782429 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-1da674aa-fb41-4560-abe2-8ff7c47863e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:44.829632 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44570) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:44.917830 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-25d552ac-e55f-4c27-84f3-308bbc49b789 req-9d7805ca-55b1-45e3-9ec5-df6e792495eb tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 210 time: 0.0867281
Aug 12 15:30:44.938643 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ed902d88-6759-4bc0-9263-2eb40446b0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:44.972630 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ff96ff1d-93f6-4318-b3c3-66d931e6d293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:44.981528 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-1da674aa-fb41-4560-abe2-8ff7c47863e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:45.031069 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:45.121576 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-ed902d88-6759-4bc0-9263-2eb40446b0be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a454e87243a468ba4737eae8370840e&name=default HTTP/1.1" status: 200  len: 2975 time: 2.6956697
Aug 12 15:30:45.137384 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44588) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:45.349933 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed902d88-6759-4bc0-9263-2eb40446b0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fd0a50-0c4f-4488-96bc-f3679773f957,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:45.357376 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-ed902d88-6759-4bc0-9263-2eb40446b0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:45.387679 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ff96ff1d-93f6-4318-b3c3-66d931e6d293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:45.423659 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-c6d64355-4c18-4869-8fd1-97c45f075e48 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:45.430486 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-c6d64355-4c18-4869-8fd1-97c45f075e48 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.76 "GET /v2.0/networks?id=0027f9bb-8d3b-48e4-bc51-b5155f7a1da1 HTTP/1.1" status: 200  len: 812 time: 1.1880636
Aug 12 15:30:45.542497 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Request body: {'port': {'device_id': 'ecc2f3d4-5c97-44de-a6dc-a1d538729586', 'network_id': '0027f9bb-8d3b-48e4-bc51-b5155f7a1da1', 'admin_state_up': True, 'tenant_id': '22d8b73289fe4980bf0b45f54ea268c1'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:30:45.549147 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:45.608340 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0825a7c70>, [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:40Z', 'revision_number': 3, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:30:45.622142 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Checking router: 1ff31bd8-a7d8-4781-ad44-98822635734b for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:30:45.622142 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Updating router 1ff31bd8-a7d8-4781-ad44-98822635734b port e42dc07d-197c-4577-aa4a-fbe5ba62ebf5 binding host dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:30:45.670775 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d681-4c66-4789-9c7d-5f58e9c10023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:45.754083 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:30:45.816550 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-1da674aa-fb41-4560-abe2-8ff7c47863e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:45.818347 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:45.975098 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:45.986448 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Usage tracker for resource:port and tenant:22d8b73289fe4980bf0b45f54ea268c1 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:45.994199 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:46.011443 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:46.124112 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Made reservation on behalf of 22d8b73289fe4980bf0b45f54ea268c1 for: {'port': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:30:46.142885 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:46.164670 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:46.178853 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ff96ff1d-93f6-4318-b3c3-66d931e6d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:46.232053 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da674aa-fb41-4560-abe2-8ff7c47863e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5241d126-26c6-452a-9f81-3fb8e82d6a88,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:46.239002 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:30:46.257987 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d681-4c66-4789-9c7d-5f58e9c10023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:46.267840 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:46.275076 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-1da674aa-fb41-4560-abe2-8ff7c47863e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:46.279750 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:46.289375 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:30:46.289656 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:46.486593 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:46.505210 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0f2c7d41-25d9-468f-8e58-9541958c49e4 req-d2e85025-8ab1-4d4b-b653-9b642443d78a tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 210 time: 0.1059976
Aug 12 15:30:46.521172 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ff96ff1d-93f6-4318-b3c3-66d931e6d293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:46.522641 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-ff96ff1d-93f6-4318-b3c3-66d931e6d293 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/095b70bb-3318-4507-8abc-452632b9e869 HTTP/1.1" status: 204  len: 168 time: 2.1323609
Aug 12 15:30:46.523953 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96ff1d-93f6-4318-b3c3-66d931e6d293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095b70bb-3318-4507-8abc-452632b9e869,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:46.543245 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-1da674aa-fb41-4560-abe2-8ff7c47863e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:46.545042 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-1da674aa-fb41-4560-abe2-8ff7c47863e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5241d126-26c6-452a-9f81-3fb8e82d6a88 HTTP/1.1" status: 204  len: 168 time: 2.3273020
Aug 12 15:30:46.547086 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ff96ff1d-93f6-4318-b3c3-66d931e6d293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:46.687964 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:30:46.746679 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:46.766608 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:46.930144 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Allocated IP 172.20.0.2 (0027f9bb-8d3b-48e4-bc51-b5155f7a1da1/5b1c81d1-3633-4040-a972-23acdb6923e2/680c697e-5df7-44f3-ba58-a491f91fc5de) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:30:47.123085 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d681-4c66-4789-9c7d-5f58e9c10023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:47.133034 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:47.160262 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:47.182270 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Transition to ACTIVE for port object e42dc07d-197c-4577-aa4a-fbe5ba62ebf5 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:30:47.226509 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2d681-4c66-4789-9c7d-5f58e9c10023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fd0a50-0c4f-4488-96bc-f3679773f957,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:47.241805 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-a9d2d681-4c66-4789-9c7d-5f58e9c10023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:47.243736 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:47.264778 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d681-4c66-4789-9c7d-5f58e9c10023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:47.271827 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-a9d2d681-4c66-4789-9c7d-5f58e9c10023 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13fd0a50-0c4f-4488-96bc-f3679773f957 HTTP/1.1" status: 204  len: 168 time: 2.1282613
Aug 12 15:30:47.532578 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Attempting to bind port e42dc07d-197c-4577-aa4a-fbe5ba62ebf5 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:30:47.535269 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Attempting to bind port e42dc07d-197c-4577-aa4a-fbe5ba62ebf5 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:30:47.538688 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Attempting to bind port e42dc07d-197c-4577-aa4a-fbe5ba62ebf5 on network aad1b8a0-c7f9-4883-899d-f35eccece470 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:30:47.585161 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:30:47.590522 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Checking segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:30:47.591951 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:47.595746 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Bound using segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:30:47.600519 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Bound port: e42dc07d-197c-4577-aa4a-fbe5ba62ebf5, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:30:47.603253 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:47.673620 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:47.761843 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:47.771668 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:47.794742 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:47.919381 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.db.resource_extend [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 12 15:30:47.999584 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-455a5511-f380-4134-aa78-3515f723a852 req-278b7a0e-15cd-4cd8-93ec-de4a227e5d48 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 210 time: 0.0866613
Aug 12 15:30:48.016640 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:48.040148 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54767a54-1fe8-4f4c-89b4-9dd2089a60e4 None None] Pushing event updated for resources: {'Port': ['ID=e42dc07d-197c-4577-aa4a-fbe5ba62ebf5,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:48.050750 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-54767a54-1fe8-4f4c-89b4-9dd2089a60e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:48.068368 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] For port e42dc07d-197c-4577-aa4a-fbe5ba62ebf5, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:30:48.074749 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:48.077014 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] For port e42dc07d-197c-4577-aa4a-fbe5ba62ebf5, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=e42dc07d-197c-4577-aa4a-fbe5ba62ebf5,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:30:48.087215 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:48.100736 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716533'] for router_interface, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:48.103716 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:48.125679 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:48.168178 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Allocated IP 172.20.0.1 (490dbe82-cde3-4d36-a911-378d177422a8/b6c0441e-c6a3-4d25-95c3-5ed1ea30385d/bdb29d08-0041-48bb-b0f5-4534a15025de) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:30:48.253889 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:48.306217 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Routers {'1ff31bd8-a7d8-4781-ad44-98822635734b'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:30:48.306866 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0825a7c70>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:30:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['1ff31bd8-a7d8-4781-ad44-98822635734b'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:30:48.350833 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44664) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:48.530168 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3ed6bf09-8cda-4623-a458-e7e8cb1cf888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:48.570844 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:48.583290 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54767a54-1fe8-4f4c-89b4-9dd2089a60e4 None None] Pushing event updated for resources: {'Port': ['ID=e42dc07d-197c-4577-aa4a-fbe5ba62ebf5,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:48.586797 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:48.589935 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-54767a54-1fe8-4f4c-89b4-9dd2089a60e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:48.601557 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b11b9e-17bd-48aa-aee3-861063caa7a2,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:48.650596 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Transition to ACTIVE for port object bdb29d08-0041-48bb-b0f5-4534a15025de will not be triggered until provisioned by entity DHCP. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:30:48.692680 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:48.698150 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b6bd8b59-4566-4d8d-a56b-333e655f79c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:48.828374 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:48.830254 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:48.837039 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] Set router 1ff31bd8-a7d8-4781-ad44-98822635734b gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:30:48.864570 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb29d08-0041-48bb-b0f5-4534a15025de,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:48.883696 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:48.907726 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Network 490dbe82-cde3-4d36-a911-378d177422a8 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:30:48.923293 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:30:48.932643 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:30:48.933095 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716570'] for router_interface, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:48.947737 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Network 0027f9bb-8d3b-48e4-bc51-b5155f7a1da1 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:30:48.951159 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-3ed6bf09-8cda-4623-a458-e7e8cb1cf888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:48.977569 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:30:48.987141 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:30:49.021971 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:49.023665 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for port, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:49.186197 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-3ed6bf09-8cda-4623-a458-e7e8cb1cf888 admin admin] Usage tracker for resource:security_group_rule and tenant:e850e7872b1546d984c305d3d8fdaf31 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:49.199577 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6743658
Aug 12 15:30:49.258191 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-3ed6bf09-8cda-4623-a458-e7e8cb1cf888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:49.305720 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-48bd483c-639d-4faa-a45a-d8f44bc42305 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 12 15:30:49.311782 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-48bd483c-639d-4faa-a45a-d8f44bc42305 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0439975
Aug 12 15:30:49.323116 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-3ed6bf09-8cda-4623-a458-e7e8cb1cf888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:49.437212 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Pushing event updated for resources: {'Port': ['ID=680c697e-5df7-44f3-ba58-a491f91fc5de,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:49.485287 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:49.517331 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:30:49.523784 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:30:49.723287 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:49.781460 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:30:50.028377 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Router 878d1654-cff0-4046-9c08-fb846d3ed3f9 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:30:50.071290 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-3e2adb3b-2898-4cb3-bad1-5ee27cc6bb56 None None] Provisioning for port bdb29d08-0041-48bb-b0f5-4534a15025de completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:30:50.085753 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:30:50.088143 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:50.207853 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3ed6bf09-8cda-4623-a458-e7e8cb1cf888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:50.230982 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-3e2adb3b-2898-4cb3-bad1-5ee27cc6bb56 None None] Provisioning complete for port bdb29d08-0041-48bb-b0f5-4534a15025de triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:30:50.232627 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3e2adb3b-2898-4cb3-bad1-5ee27cc6bb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:50.249931 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3ed6bf09-8cda-4623-a458-e7e8cb1cf888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:50.291691 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:50.506990 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f37090-ada9-4483-ad5c-f57e8771f1b3 req-9b81beb8-c491-4843-aeea-e0fd35d688e3 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:50.510444 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c1f37090-ada9-4483-ad5c-f57e8771f1b3 req-9b81beb8-c491-4843-aeea-e0fd35d688e3 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 931 time: 0.9745538
Aug 12 15:30:50.519014 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-3e2adb3b-2898-4cb3-bad1-5ee27cc6bb56 None None] Port bdb29d08-0041-48bb-b0f5-4534a15025de cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:30:50.545956 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0825a7c70>, [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:40Z', 'revision_number': 3, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:30:50.553870 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546ac692-edd1-4006-8481-0c99b72860bf None None] The sync data for ids ['1ff31bd8-a7d8-4781-ad44-98822635734b'] in dv-cinder-804345-1-iscsi is: [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:40Z', 'revision_number': 3, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:30:50.596977 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-3ed6bf09-8cda-4623-a458-e7e8cb1cf888 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e850e7872b1546d984c305d3d8fdaf31&name=default HTTP/1.1" status: 200  len: 2975 time: 2.2245579
Aug 12 15:30:50.605792 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44732) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:50.644491 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-c1f37090-ada9-4483-ad5c-f57e8771f1b3 req-e28e8053-baa7-4908-95df-6048c1ef21b4 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Synchronizing usage tracker for tenant:22d8b73289fe4980bf0b45f54ea268c1 on resource:security_group {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:30:50.659362 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6bf09-8cda-4623-a458-e7e8cb1cf888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1792bf81-03f5-422f-ade4-208fb29325b8,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:50.684486 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3ed6bf09-8cda-4623-a458-e7e8cb1cf888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:50.725684 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-c1f37090-ada9-4483-ad5c-f57e8771f1b3 req-e28e8053-baa7-4908-95df-6048c1ef21b4 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Unset dirty status for tenant:22d8b73289fe4980bf0b45f54ea268c1 on resource:security_group {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:30:50.742626 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c1f37090-ada9-4483-ad5c-f57e8771f1b3 req-e28e8053-baa7-4908-95df-6048c1ef21b4 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166765
Aug 12 15:30:50.760847 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Request body: {'port': {'device_id': 'ecc2f3d4-5c97-44de-a6dc-a1d538729586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:30:50.773010 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:50.782087 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:50.784172 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716533'] for router_interface, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:50.787975 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:50.869569 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:30:50.883102 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Sync routers for ids ['878d1654-cff0-4046-9c08-fb846d3ed3f9'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:30:50.897247 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Routers {'878d1654-cff0-4046-9c08-fb846d3ed3f9'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:30:50.898533 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081a738e0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:30:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['878d1654-cff0-4046-9c08-fb846d3ed3f9'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:30:50.978710 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb29d08-0041-48bb-b0f5-4534a15025de,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:50.990263 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:50.993212 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44740) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:51.027709 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44746) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:51.196818 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] 10.222.0.18 "PUT /v2.0/routers/878d1654-cff0-4046-9c08-fb846d3ed3f9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3517263
Aug 12 15:30:51.215036 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-bda888b2-6dd9-4c7f-931b-a6997e0db6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:51.339239 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:51.416866 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-bda888b2-6dd9-4c7f-931b-a6997e0db6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:51.503825 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Network 490dbe82-cde3-4d36-a911-378d177422a8 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:30:51.516031 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:30:51.660919 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Set router 878d1654-cff0-4046-9c08-fb846d3ed3f9 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:30:51.923261 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device e42dc07d-197c-4577-aa4a-fbe5ba62ebf5 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:30:51.955419 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-bda888b2-6dd9-4c7f-931b-a6997e0db6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:52.009534 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f8428fec-b264-4110-8c5b-113ea4deb664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:52.099745 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda888b2-6dd9-4c7f-931b-a6997e0db6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1792bf81-03f5-422f-ade4-208fb29325b8,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:52.107275 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-bda888b2-6dd9-4c7f-931b-a6997e0db6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:52.258428 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-bda888b2-6dd9-4c7f-931b-a6997e0db6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:52.270045 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-bda888b2-6dd9-4c7f-931b-a6997e0db6f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1792bf81-03f5-422f-ade4-208fb29325b8 HTTP/1.1" status: 204  len: 168 time: 1.6415751
Aug 12 15:30:52.285793 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port e42dc07d-197c-4577-aa4a-fbe5ba62ebf5 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:30:52.293423 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port e42dc07d-197c-4577-aa4a-fbe5ba62ebf5 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:30:52.294197 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:52.338319 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-ac9b59a5-9893-4b68-ad29-c2c93b2322a9 None None] Provisioning complete for port bdb29d08-0041-48bb-b0f5-4534a15025de triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:30:52.338971 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ac9b59a5-9893-4b68-ad29-c2c93b2322a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:52.444740 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b59a5-9893-4b68-ad29-c2c93b2322a9 None None] Port bdb29d08-0041-48bb-b0f5-4534a15025de cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:30:52.614448 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5c51ac53-7e18-42f2-a49c-c94c669cb3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:52.650827 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0479fd18-b1e1-42c3-a074-3b9b97a8a933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:52.691448 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-0479fd18-b1e1-42c3-a074-3b9b97a8a933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:52.696227 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081a738e0>, [{'id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'name': 'tempest-ServerRescueNegativeTestJSON-358907526-router', 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:36Z', 'updated_at': '2021-08-12T15:30:45Z', 'revision_number': 4, 'project_id': '0be265cfe44849aaac4ff2c1268771d4', 'gw_port': {'id': 'a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'b5b11b9e-17bd-48aa-aee3-861063caa7a2', 'name': '', 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a', 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4', 'mac_address': 'fa:16:3e:66:08:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '002b3e75-99a8-4c70-abbf-8d7ee28cd6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:30:47Z', 'revision_number': 2, 'project_id': '0be265cfe44849aaac4ff2c1268771d4', 'subnets': [{'id': '002b3e75-99a8-4c70-abbf-8d7ee28cd6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:30:52.704566 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Checking router: 878d1654-cff0-4046-9c08-fb846d3ed3f9 for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:30:52.704988 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Updating router 878d1654-cff0-4046-9c08-fb846d3ed3f9 port b5b11b9e-17bd-48aa-aee3-861063caa7a2 binding host dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:30:52.708947 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:52.713949 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-5c51ac53-7e18-42f2-a49c-c94c669cb3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:52.745396 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-0479fd18-b1e1-42c3-a074-3b9b97a8a933 admin admin] Usage tracker for resource:security_group_rule and tenant:a4581fd9e4494b07a3080a7a674ca6d5 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:52.750998 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-0479fd18-b1e1-42c3-a074-3b9b97a8a933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:52.766083 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port e42dc07d-197c-4577-aa4a-fbe5ba62ebf5, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=e42dc07d-197c-4577-aa4a-fbe5ba62ebf5,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:30:52.769370 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-5c51ac53-7e18-42f2-a49c-c94c669cb3de admin admin] Usage tracker for resource:security_group_rule and tenant:d3dfb48f089648608432d9976bdc1ecf is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:52.773715 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:52.776275 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-c6844d14-d14e-423e-8a37-72dc2a9e1fc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:52.897454 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:52.956526 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=e42dc07d-197c-4577-aa4a-fbe5ba62ebf5,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:52.971752 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:53.037314 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-0479fd18-b1e1-42c3-a074-3b9b97a8a933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:53.042073 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-5c51ac53-7e18-42f2-a49c-c94c669cb3de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:53.070115 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-5c51ac53-7e18-42f2-a49c-c94c669cb3de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:53.070557 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680c697e-5df7-44f3-ba58-a491f91fc5de {{(pid=79259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:30:53.093186 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:53.132343 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.provisioning_blocks [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Transition to ACTIVE for port object 680c697e-5df7-44f3-ba58-a491f91fc5de will not be triggered until provisioned by entity L2. {{(pid=79259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:30:53.148949 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:53.153821 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:53.365974 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5c51ac53-7e18-42f2-a49c-c94c669cb3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:53.398817 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5c51ac53-7e18-42f2-a49c-c94c669cb3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:53.469050 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:53.559007 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51ac53-7e18-42f2-a49c-c94c669cb3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43702fd3-43b8-4553-aee3-3cc7bd40b614,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:53.569005 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba6121-b764-404e-a866-18985e59776e service neutron] Pushing event updated for resources: {'Port': ['ID=680c697e-5df7-44f3-ba58-a491f91fc5de,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:53.579805 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-bbba6121-b764-404e-a866-18985e59776e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:53.580560 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5c51ac53-7e18-42f2-a49c-c94c669cb3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:53.587682 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.managers [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Attempting to bind port 680c697e-5df7-44f3-ba58-a491f91fc5de on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:30:53.590172 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.managers [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Attempting to bind port 680c697e-5df7-44f3-ba58-a491f91fc5de by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '789332a2-4986-4ca6-b5a9-f8016fbcf54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0027f9bb-8d3b-48e4-bc51-b5155f7a1da1'}] {{(pid=79259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:30:53.590788 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Attempting to bind port 680c697e-5df7-44f3-ba58-a491f91fc5de on network 0027f9bb-8d3b-48e4-bc51-b5155f7a1da1 {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:30:53.594854 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861c63b-63d8-416f-985d-91c6a772d20b req-d5583ae3-b297-46d1-8da8-2c50148551a7 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:53.598063 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Port 680c697e-5df7-44f3-ba58-a491f91fc5de on network 0027f9bb-8d3b-48e4-bc51-b5155f7a1da1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:30:53.598536 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Attempting to bind port 680c697e-5df7-44f3-ba58-a491f91fc5de on network 0027f9bb-8d3b-48e4-bc51-b5155f7a1da1 {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:30:53.602174 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a861c63b-63d8-416f-985d-91c6a772d20b req-d5583ae3-b297-46d1-8da8-2c50148551a7 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 931 time: 1.3437912
Aug 12 15:30:53.610354 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:30:53.612391 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Checking segment: {'id': '789332a2-4986-4ca6-b5a9-f8016fbcf54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0027f9bb-8d3b-48e4-bc51-b5155f7a1da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:30:53.613199 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Bound using segment: {'id': '789332a2-4986-4ca6-b5a9-f8016fbcf54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0027f9bb-8d3b-48e4-bc51-b5155f7a1da1'} {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:30:53.613879 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.managers [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Bound port: 680c697e-5df7-44f3-ba58-a491f91fc5de, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789332a2-4986-4ca6-b5a9-f8016fbcf54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0027f9bb-8d3b-48e4-bc51-b5155f7a1da1'}}] {{(pid=79259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:30:53.614922 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:53.734789 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a861c63b-63d8-416f-985d-91c6a772d20b req-591ce57a-58a1-4dad-8cdd-537e6797aad1 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315031
Aug 12 15:30:53.752292 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Router 1ff31bd8-a7d8-4781-ad44-98822635734b has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:30:53.766781 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44794) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:53.768116 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-5c51ac53-7e18-42f2-a49c-c94c669cb3de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3dfb48f089648608432d9976bdc1ecf&name=default HTTP/1.1" status: 200  len: 2975 time: 2.7360508
Aug 12 15:30:53.824310 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device e42dc07d-197c-4577-aa4a-fbe5ba62ebf5 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:30:54.053362 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port e42dc07d-197c-4577-aa4a-fbe5ba62ebf5 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:30:54.053987 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:54.080507 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3d341c16-6b9e-446a-80ee-70aa30c58a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:54.096996 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] For port 680c697e-5df7-44f3-ba58-a491f91fc5de, host hv-cinder-80434, cleared binding levels {{(pid=79259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:30:54.119480 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] For port 680c697e-5df7-44f3-ba58-a491f91fc5de, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=680c697e-5df7-44f3-ba58-a491f91fc5de,segment=NetworkSegment(789332a2-4986-4ca6-b5a9-f8016fbcf54a),segment_id=789332a2-4986-4ca6-b5a9-f8016fbcf54a)] {{(pid=79259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:30:54.131997 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:54.189127 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-84f4756a-e904-44dc-a4cd-4f22fa613673 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:54.198684 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:54.261489 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Transition to ACTIVE for port object b5b11b9e-17bd-48aa-aee3-861063caa7a2 will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:30:54.285771 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:54.309348 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:54.363385 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3d341c16-6b9e-446a-80ee-70aa30c58a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:54.459590 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:30:54.474926 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Sync routers for ids ['1ff31bd8-a7d8-4781-ad44-98822635734b'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:30:54.484286 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:54.485135 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for port, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:54.488082 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-bbba6121-b764-404e-a866-18985e59776e service neutron] 10.222.0.76 "PUT /v2.0/ports/680c697e-5df7-44f3-ba58-a491f91fc5de HTTP/1.1" status: 200  len: 1093 time: 4.6698127
Aug 12 15:30:54.490436 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Routers {'1ff31bd8-a7d8-4781-ad44-98822635734b'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:30:54.491339 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc2f3d4-5c97-44de-a6dc-a1d538729586', 'tag': '680c697e-5df7-44f3-ba58-a491f91fc5de'}] {{(pid=79259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:30:54.493567 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0818bbd00>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:30:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['1ff31bd8-a7d8-4781-ad44-98822635734b'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:30:54.562168 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0479fd18-b1e1-42c3-a074-3b9b97a8a933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:54.713934 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-0479fd18-b1e1-42c3-a074-3b9b97a8a933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:54.728685 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3d341c16-6b9e-446a-80ee-70aa30c58a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:54.766458 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:54.884594 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479fd18-b1e1-42c3-a074-3b9b97a8a933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a641821b-2d6c-445d-aa59-e6fa50d154cb,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:54.891573 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0479fd18-b1e1-42c3-a074-3b9b97a8a933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:54.904353 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3d341c16-6b9e-446a-80ee-70aa30c58a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:54.904661 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-0479fd18-b1e1-42c3-a074-3b9b97a8a933 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4581fd9e4494b07a3080a7a674ca6d5&name=default HTTP/1.1" status: 200  len: 2978 time: 3.9101079
Aug 12 15:30:54.911154 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-3d341c16-6b9e-446a-80ee-70aa30c58a66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43702fd3-43b8-4553-aee3-3cc7bd40b614 HTTP/1.1" status: 204  len: 168 time: 1.1358202
Aug 12 15:30:54.931401 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44832) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:55.039300 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] 10.222.0.18 "PUT /v2.0/routers/1ff31bd8-a7d8-4781-ad44-98822635734b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7834613
Aug 12 15:30:55.072480 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba6121-b764-404e-a866-18985e59776e service neutron] Pushing event updated for resources: {'Port': ['ID=680c697e-5df7-44f3-ba58-a491f91fc5de,revision_number=3']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:55.083315 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-bbba6121-b764-404e-a866-18985e59776e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:55.085288 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-ed902d88-6759-4bc0-9263-2eb40446b0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:55.088615 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4e5c4-b448-4e65-95d2-594766b76727 None None] Pushing event updated for resources: {'Port': ['ID=b5b11b9e-17bd-48aa-aee3-861063caa7a2,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:55.093053 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8dd4e5c4-b448-4e65-95d2-594766b76727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:55.101629 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Attempting to bind port b5b11b9e-17bd-48aa-aee3-861063caa7a2 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:30:55.102283 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Attempting to bind port b5b11b9e-17bd-48aa-aee3-861063caa7a2 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': '7ac53c20-1c91-4e5b-8429-531977be9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:30:55.102701 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Attempting to bind port b5b11b9e-17bd-48aa-aee3-861063caa7a2 on network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:30:55.129100 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:30:55.129100 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Checking segment: {'id': '7ac53c20-1c91-4e5b-8429-531977be9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:30:55.129100 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:55.129100 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Bound using segment: {'id': '7ac53c20-1c91-4e5b-8429-531977be9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:30:55.129100 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Bound port: b5b11b9e-17bd-48aa-aee3-861063caa7a2, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac53c20-1c91-4e5b-8429-531977be9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:30:55.129100 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:55.136937 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d341c16-6b9e-446a-80ee-70aa30c58a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43702fd3-43b8-4553-aee3-3cc7bd40b614,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:55.144733 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3d341c16-6b9e-446a-80ee-70aa30c58a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:55.155812 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-1b4d328b-2e54-45f8-aa92-4aa425000fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:55.158078 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-1b4d328b-2e54-45f8-aa92-4aa425000fc5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=22d8b73289fe4980bf0b45f54ea268c1&device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 1096 time: 0.4551945
Aug 12 15:30:55.164500 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Set router 1ff31bd8-a7d8-4781-ad44-98822635734b gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:30:55.280820 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-aff84fa7-a065-43b7-b471-c5a747a43629 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:55.291740 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-aff84fa7-a065-43b7-b471-c5a747a43629 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/networks?id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a HTTP/1.1" status: 200  len: 818 time: 1.0561130
Aug 12 15:30:55.330961 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-e91665b8-ca90-4298-94cd-06127d812301 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=680c697e-5df7-44f3-ba58-a491f91fc5de HTTP/1.1" status: 200  len: 217 time: 0.1459615
Aug 12 15:30:55.419414 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-bf23c287-c2c8-4b4d-b802-f7db306a5376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:55.434115 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] For port b5b11b9e-17bd-48aa-aee3-861063caa7a2, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:30:55.434691 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-406fead3-9b1c-4d1b-bdeb-e42c8ec6e6c5 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/quotas/0be265cfe44849aaac4ff2c1268771d4 HTTP/1.1" status: 200  len: 375 time: 0.0876443
Aug 12 15:30:55.444676 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] For port b5b11b9e-17bd-48aa-aee3-861063caa7a2, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=b5b11b9e-17bd-48aa-aee3-861063caa7a2,segment=NetworkSegment(7ac53c20-1c91-4e5b-8429-531977be9f9f),segment_id=7ac53c20-1c91-4e5b-8429-531977be9f9f)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:30:55.454882 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:55.473696 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8dd4e5c4-b448-4e65-95d2-594766b76727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:55.541112 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-5ad9cf6c-6342-4bc7-a0f7-fdbda387b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:55.545858 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-5ad9cf6c-6342-4bc7-a0f7-fdbda387b184 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b1c81d1-3633-4040-a972-23acdb6923e2 HTTP/1.1" status: 200  len: 852 time: 0.1941698
Aug 12 15:30:55.652763 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-bf23c287-c2c8-4b4d-b802-f7db306a5376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:55.674579 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-3b4e8e3a-dabe-41fb-abad-54010f62c5a0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0027f9bb-8d3b-48e4-bc51-b5155f7a1da1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1030478
Aug 12 15:30:55.738371 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4e5c4-b448-4e65-95d2-594766b76727 None None] Pushing event updated for resources: {'Port': ['ID=b5b11b9e-17bd-48aa-aee3-861063caa7a2,revision_number=4']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:55.744302 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8dd4e5c4-b448-4e65-95d2-594766b76727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:55.784873 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Routers {'878d1654-cff0-4046-9c08-fb846d3ed3f9'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:30:55.785546 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081a738e0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:30:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['878d1654-cff0-4046-9c08-fb846d3ed3f9'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:30:55.793954 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-d49f1313-7256-4e0d-87e2-fc6e7f26d30f tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0be265cfe44849aaac4ff2c1268771d4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3256133
Aug 12 15:30:55.822018 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f06599-2fef-467d-9d91-037953a5ba4b req-f9604ecf-2165-43e2-b3b5-af42eb79febe tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:55.825203 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e8f06599-2fef-467d-9d91-037953a5ba4b req-f9604ecf-2165-43e2-b3b5-af42eb79febe tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 943 time: 0.6640196
Aug 12 15:30:55.979647 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e8f06599-2fef-467d-9d91-037953a5ba4b req-87c57e00-efd0-4e33-b07a-e356a677738d tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466751
Aug 12 15:30:55.983937 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-bf23c287-c2c8-4b4d-b802-f7db306a5376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:55.997353 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:56.005249 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-1385602f-f27a-488d-a718-0b64f337d3a7 service neutron] 10.222.0.76 "GET /v2.0/networks/0027f9bb-8d3b-48e4-bc51-b5155f7a1da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3237617
Aug 12 15:30:56.019637 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23c287-c2c8-4b4d-b802-f7db306a5376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a641821b-2d6c-445d-aa59-e6fa50d154cb,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:56.033882 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-bf23c287-c2c8-4b4d-b802-f7db306a5376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:56.043780 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-bf23c287-c2c8-4b4d-b802-f7db306a5376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:56.047843 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-bf23c287-c2c8-4b4d-b802-f7db306a5376 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a641821b-2d6c-445d-aa59-e6fa50d154cb HTTP/1.1" status: 204  len: 168 time: 1.1008098
Aug 12 15:30:56.061673 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44862) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:56.246108 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0818bbd00>, [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'bdb29d08-0041-48bb-b0f5-4534a15025de', 'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'mac_address': 'fa:16:3e:45:2b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:47Z', 'updated_at': '2021-08-12T15:30:50Z', 'revision_number': 2, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'subnets': [{'id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:30:56.254357 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Checking router: 1ff31bd8-a7d8-4781-ad44-98822635734b for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:30:56.255793 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Updating router 1ff31bd8-a7d8-4781-ad44-98822635734b port bdb29d08-0041-48bb-b0f5-4534a15025de binding host dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:30:56.300766 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-f9d48d70-0ec1-429f-9f2a-c0024b4f7d86 req-847919fa-62f9-4e81-acb7-4e4084e5794f service neutron] 10.222.0.76 "GET /v2.0/networks/0027f9bb-8d3b-48e4-bc51-b5155f7a1da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2769611
Aug 12 15:30:56.436244 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] Set router 878d1654-cff0-4046-9c08-fb846d3ed3f9 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:30:56.445015 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:56.638908 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:30:56.833811 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44892) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:56.839731 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--949998791', 'description': 'tempest-description--1751756303'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:30:56.856638 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:56.867687 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Usage tracker for resource:security_group and tenant:dbe2b752bc7e46a684bd3e95191f60e2 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:56.890563 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:56.909002 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:56.936487 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:57.024758 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5c49095c-aec1-4ad5-b709-350d46d9fc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:57.061204 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:57.083867 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Usage tracker for resource:security_group_rule and tenant:dbe2b752bc7e46a684bd3e95191f60e2 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:57.091737 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:57.101303 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-5c49095c-aec1-4ad5-b709-350d46d9fc24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:57.114265 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:57.125196 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-5c49095c-aec1-4ad5-b709-350d46d9fc24 admin admin] Usage tracker for resource:security_group_rule and tenant:13cd60ea226b4f3490ada45d5f4dbe02 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:57.130330 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-5c49095c-aec1-4ad5-b709-350d46d9fc24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:57.160374 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-5c49095c-aec1-4ad5-b709-350d46d9fc24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:57.237652 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44906) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:57.286106 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab25a-2543-46b1-aabb-ffbd7c0ed777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:57.336534 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-0a4ab25a-2543-46b1-aabb-ffbd7c0ed777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:57.337214 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:57.353482 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-0a4ab25a-2543-46b1-aabb-ffbd7c0ed777 admin admin] Usage tracker for resource:security_group_rule and tenant:1353f5e96fe34d87aeeff84a6554c8fb is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:57.362705 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-0a4ab25a-2543-46b1-aabb-ffbd7c0ed777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:57.377064 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:57.379233 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-0a4ab25a-2543-46b1-aabb-ffbd7c0ed777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:57.441254 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:57.533261 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:57.538105 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:57.544592 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.7096200
Aug 12 15:30:57.548085 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44910) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:57.562630 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-c85f3960-46f3-4b5f-b835-c94d2024b364 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Request body: {'security_group_rule': {'security_group_id': '1fb81034-f7db-4f77-a325-f81be8f2170b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:30:57.580365 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb81034-f7db-4f77-a325-f81be8f2170b,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:57.585307 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:57.586257 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Transition to ACTIVE for port object bdb29d08-0041-48bb-b0f5-4534a15025de will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:30:57.587190 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5c49095c-aec1-4ad5-b709-350d46d9fc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:57.613540 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:57.616748 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5c49095c-aec1-4ad5-b709-350d46d9fc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:57.628487 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:57.649337 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-cd9099fb-536f-44f5-8aba-306a80374787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:57.655351 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081a738e0>, [{'id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'name': 'tempest-ServerRescueNegativeTestJSON-358907526-router', 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:36Z', 'updated_at': '2021-08-12T15:30:45Z', 'revision_number': 4, 'project_id': '0be265cfe44849aaac4ff2c1268771d4', 'gw_port': {'id': 'a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'b5b11b9e-17bd-48aa-aee3-861063caa7a2', 'name': '', 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a', 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4', 'mac_address': 'fa:16:3e:66:08:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '002b3e75-99a8-4c70-abbf-8d7ee28cd6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '0be265cfe44849aaac4ff2c1268771d4', 'subnets': [{'id': '002b3e75-99a8-4c70-abbf-8d7ee28cd6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:30:57.661232 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab25a-2543-46b1-aabb-ffbd7c0ed777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:57.663603 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-c85f3960-46f3-4b5f-b835-c94d2024b364 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:57.669632 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794dcc5-5a18-4bf9-a3e1-4799c554afd8 None None] The sync data for ids ['878d1654-cff0-4046-9c08-fb846d3ed3f9'] in dv-cinder-804345-1-iscsi is: [{'id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'name': 'tempest-ServerRescueNegativeTestJSON-358907526-router', 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:36Z', 'updated_at': '2021-08-12T15:30:45Z', 'revision_number': 4, 'project_id': '0be265cfe44849aaac4ff2c1268771d4', 'gw_port': {'id': 'a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'b5b11b9e-17bd-48aa-aee3-861063caa7a2', 'name': '', 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a', 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4', 'mac_address': 'fa:16:3e:66:08:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '002b3e75-99a8-4c70-abbf-8d7ee28cd6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:43Z', 'updated_at': '2021-08-12T15:30:55Z', 'revision_number': 4, 'project_id': '0be265cfe44849aaac4ff2c1268771d4', 'subnets': [{'id': '002b3e75-99a8-4c70-abbf-8d7ee28cd6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:30:57.670415 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab25a-2543-46b1-aabb-ffbd7c0ed777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:57.671661 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-c85f3960-46f3-4b5f-b835-c94d2024b364 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Usage tracker for resource:security_group_rule and tenant:dbe2b752bc7e46a684bd3e95191f60e2 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:57.683853 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-c85f3960-46f3-4b5f-b835-c94d2024b364 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:57.690497 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3d341c16-6b9e-446a-80ee-70aa30c58a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:57.789965 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ab25a-2543-46b1-aabb-ffbd7c0ed777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eaf118-eea8-48ec-82fe-3cc79973b769,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:57.794456 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-0a4ab25a-2543-46b1-aabb-ffbd7c0ed777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:57.795177 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-c85f3960-46f3-4b5f-b835-c94d2024b364 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:57.853376 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49095c-aec1-4ad5-b709-350d46d9fc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62da152f-7c7b-43ad-9bd9-77725901c1bb,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:57.870566 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5c49095c-aec1-4ad5-b709-350d46d9fc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:57.943011 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-0a4ab25a-2543-46b1-aabb-ffbd7c0ed777 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1353f5e96fe34d87aeeff84a6554c8fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7039587
Aug 12 15:30:57.948841 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44918) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:58.030670 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c85f3960-46f3-4b5f-b835-c94d2024b364 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:58.122372 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-6d5b92a9-1c6e-4a80-9a19-997124f24a66 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 12 15:30:58.122372 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-6d5b92a9-1c6e-4a80-9a19-997124f24a66 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.2329516
Aug 12 15:30:58.150067 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-5c49095c-aec1-4ad5-b709-350d46d9fc24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13cd60ea226b4f3490ada45d5f4dbe02&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0877602
Aug 12 15:30:58.160517 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44924) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:58.249578 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44928) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:58.251751 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc2f3d4-5c97-44de-a6dc-a1d538729586', 'tag': '680c697e-5df7-44f3-ba58-a491f91fc5de', 'status': 'completed', 'code': 200}
Aug 12 15:30:58.531785 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f8190-ad3f-4dec-975e-bb714234b655 None None] Pushing event updated for resources: {'Port': ['ID=bdb29d08-0041-48bb-b0f5-4534a15025de,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:58.600501 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-564f8190-ad3f-4dec-975e-bb714234b655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:58.661941 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c85f3960-46f3-4b5f-b835-c94d2024b364 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:58.684917 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Attempting to bind port bdb29d08-0041-48bb-b0f5-4534a15025de on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:30:58.685393 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Attempting to bind port bdb29d08-0041-48bb-b0f5-4534a15025de by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:30:58.685863 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Attempting to bind port bdb29d08-0041-48bb-b0f5-4534a15025de on network 490dbe82-cde3-4d36-a911-378d177422a8 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:30:58.687095 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c85f3960-46f3-4b5f-b835-c94d2024b364 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:58.724567 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:30:58.727148 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Checking segment: {'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:30:58.731996 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:58.732503 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Bound using segment: {'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:30:58.733154 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Bound port: bdb29d08-0041-48bb-b0f5-4534a15025de, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:30:58.733670 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:58.799759 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb725147-d081-43e6-ae61-c60578a3df34 req-6ceb9197-dc54-486d-a981-0845e18377b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:58.802095 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-eb725147-d081-43e6-ae61-c60578a3df34 req-6ceb9197-dc54-486d-a981-0845e18377b1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=22d8b73289fe4980bf0b45f54ea268c1&device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 1096 time: 0.5496209
Aug 12 15:30:58.811679 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:58.820366 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c85f3960-46f3-4b5f-b835-c94d2024b364 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:58.821534 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-c85f3960-46f3-4b5f-b835-c94d2024b364 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2721281
Aug 12 15:30:58.829862 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 44940) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:30:58.928711 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] For port bdb29d08-0041-48bb-b0f5-4534a15025de, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:30:58.934277 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] For port bdb29d08-0041-48bb-b0f5-4534a15025de, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=bdb29d08-0041-48bb-b0f5-4534a15025de,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:30:58.945698 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:58.950516 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:30:59.227412 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-2b162dd3-7fb4-409f-9e09-447c7f51495a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:59.227995 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Routers {'1ff31bd8-a7d8-4781-ad44-98822635734b'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:30:59.234125 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0818bbd00>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:30:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['1ff31bd8-a7d8-4781-ad44-98822635734b'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:30:59.249090 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3d3e75a0-0997-4a95-b4c1-32d8384adc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:59.263217 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-a3d0c5cc-0308-4236-a1b0-bb463f3273df service neutron] 10.222.0.18 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1011646
Aug 12 15:30:59.269896 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-7a002acd-78fc-4f81-9de5-2f0bc5234092 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Request body: {'security_group_rule': {'security_group_id': '1fb81034-f7db-4f77-a325-f81be8f2170b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:30:59.310761 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-7a002acd-78fc-4f81-9de5-2f0bc5234092 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:59.323937 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-7a002acd-78fc-4f81-9de5-2f0bc5234092 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Usage tracker for resource:security_group_rule and tenant:dbe2b752bc7e46a684bd3e95191f60e2 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:59.348010 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-7a002acd-78fc-4f81-9de5-2f0bc5234092 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:59.356404 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-7a002acd-78fc-4f81-9de5-2f0bc5234092 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:59.478052 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e00c1012-321c-4b86-aa90-24122f0d43d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:59.497906 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f8190-ad3f-4dec-975e-bb714234b655 None None] Pushing event updated for resources: {'Port': ['ID=bdb29d08-0041-48bb-b0f5-4534a15025de,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:59.515868 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-564f8190-ad3f-4dec-975e-bb714234b655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:59.529706 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f3960-46f3-4b5f-b835-c94d2024b364 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e91d59b-bb45-45fb-be5b-e294179c52c9,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:30:59.582104 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-c85f3960-46f3-4b5f-b835-c94d2024b364 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:30:59.623793 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-2b162dd3-7fb4-409f-9e09-447c7f51495a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:59.642559 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-e00c1012-321c-4b86-aa90-24122f0d43d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:30:59.651551 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-e00c1012-321c-4b86-aa90-24122f0d43d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c63dc0664395493ca685d28c634d1eb2 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:30:59.658677 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-e00c1012-321c-4b86-aa90-24122f0d43d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:30:59.694401 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-e00c1012-321c-4b86-aa90-24122f0d43d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:30:59.708723 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb725147-d081-43e6-ae61-c60578a3df34 req-f9ce26fe-c58f-4eb7-be3b-3cf6dafbebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:30:59.710375 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-eb725147-d081-43e6-ae61-c60578a3df34 req-f9ce26fe-c58f-4eb7-be3b-3cf6dafbebc6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0027f9bb-8d3b-48e4-bc51-b5155f7a1da1 HTTP/1.1" status: 200  len: 913 time: 0.8704224
Aug 12 15:30:59.715769 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7a002acd-78fc-4f81-9de5-2f0bc5234092 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:30:59.909025 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] Set router 1ff31bd8-a7d8-4781-ad44-98822635734b gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:30:59.983035 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-eb725147-d081-43e6-ae61-c60578a3df34 req-6172621b-994c-47e6-8048-eb125d0910a7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=680c697e-5df7-44f3-ba58-a491f91fc5de HTTP/1.1" status: 200  len: 217 time: 0.2503026
Aug 12 15:31:00.110382 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device b5b11b9e-17bd-48aa-aee3-861063caa7a2 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:31:00.131233 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e00c1012-321c-4b86-aa90-24122f0d43d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:00.152306 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e00c1012-321c-4b86-aa90-24122f0d43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:00.234981 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:00.236331 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7a002acd-78fc-4f81-9de5-2f0bc5234092 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:00.264373 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-9129dad0-dcff-4579-9010-8257bbc5174f service neutron] 10.222.0.18 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8007114
Aug 12 15:31:00.326005 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3d3e75a0-0997-4a95-b4c1-32d8384adc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:00.445845 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c1012-321c-4b86-aa90-24122f0d43d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd181294-333e-4b36-af35-1a27ab535b21,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:00.455034 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb725147-d081-43e6-ae61-c60578a3df34 req-d37bf3fd-5bcf-4009-8e6f-4670d3e9a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:00.456499 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-eb725147-d081-43e6-ae61-c60578a3df34 req-d37bf3fd-5bcf-4009-8e6f-4670d3e9a497 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b1c81d1-3633-4040-a972-23acdb6923e2 HTTP/1.1" status: 200  len: 852 time: 0.3181448
Aug 12 15:31:00.457347 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e00c1012-321c-4b86-aa90-24122f0d43d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:00.544695 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7a002acd-78fc-4f81-9de5-2f0bc5234092 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:00.561444 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3d3e75a0-0997-4a95-b4c1-32d8384adc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:00.571056 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:00.632357 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-e00c1012-321c-4b86-aa90-24122f0d43d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c63dc0664395493ca685d28c634d1eb2&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3781686
Aug 12 15:31:00.633503 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44978) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:00.662390 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-eb725147-d081-43e6-ae61-c60578a3df34 req-8556a135-7903-4759-b071-6395f4ed9674 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0027f9bb-8d3b-48e4-bc51-b5155f7a1da1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1708508
Aug 12 15:31:00.740627 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a002acd-78fc-4f81-9de5-2f0bc5234092 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ef568a-553c-4f2f-9089-254aa611eac6,revision_number=0']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:00.789810 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-7a002acd-78fc-4f81-9de5-2f0bc5234092 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:00.800378 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:00.895659 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3d3e75a0-0997-4a95-b4c1-32d8384adc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:00.904292 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-3d3e75a0-0997-4a95-b4c1-32d8384adc91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62da152f-7c7b-43ad-9bd9-77725901c1bb HTTP/1.1" status: 204  len: 168 time: 2.7006729
Aug 12 15:31:00.930183 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-2b162dd3-7fb4-409f-9e09-447c7f51495a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:00.931767 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7a002acd-78fc-4f81-9de5-2f0bc5234092 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:00.934937 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-7a002acd-78fc-4f81-9de5-2f0bc5234092 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.1012988
Aug 12 15:31:00.940029 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-eb725147-d081-43e6-ae61-c60578a3df34 req-a5755214-da2f-4ad9-8633-4331d12782e7 service neutron] 10.222.0.76 "GET /v2.0/networks/0027f9bb-8d3b-48e4-bc51-b5155f7a1da1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2625339
Aug 12 15:31:00.940585 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 44998) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:00.959856 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e75a0-0997-4a95-b4c1-32d8384adc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62da152f-7c7b-43ad-9bd9-77725901c1bb,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:00.959989 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Request body: {'floatingip': {'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:00.963805 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-3d3e75a0-0997-4a95-b4c1-32d8384adc91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:00.973018 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-2b162dd3-7fb4-409f-9e09-447c7f51495a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:00.974167 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-fc653f50-c782-4fd4-b323-359214c305cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:00.974302 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-2b162dd3-7fb4-409f-9e09-447c7f51495a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0eaf118-eea8-48ec-82fe-3cc79973b769 HTTP/1.1" status: 204  len: 168 time: 3.0147588
Aug 12 15:31:00.975913 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port b5b11b9e-17bd-48aa-aee3-861063caa7a2 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:31:00.980933 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:01.007048 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port b5b11b9e-17bd-48aa-aee3-861063caa7a2 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:31:01.007647 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:01.019846 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce16e01-cbea-4aec-8d4d-ee595d00a214 req-8ee42eca-eed7-4538-9458-94a46b7baa3d tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:01.021701 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Usage tracker for resource:floatingip and tenant:dbe2b752bc7e46a684bd3e95191f60e2 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:01.023281 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cce16e01-cbea-4aec-8d4d-ee595d00a214 req-8ee42eca-eed7-4538-9458-94a46b7baa3d tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 943 time: 2.6921685
Aug 12 15:31:01.033707 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:01.065271 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:01.065485 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f2961742-fdb4-4de3-b237-54e34a30d15a req-ef734c6b-97dc-4a4f-a1fb-fbdbc1539929 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 210 time: 0.2819855
Aug 12 15:31:01.071324 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:01.114346 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b162dd3-7fb4-409f-9e09-447c7f51495a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eaf118-eea8-48ec-82fe-3cc79973b769,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:01.126923 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-2b162dd3-7fb4-409f-9e09-447c7f51495a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:01.157876 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-fc653f50-c782-4fd4-b323-359214c305cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:01.171334 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cce16e01-cbea-4aec-8d4d-ee595d00a214 req-6ff2384e-4292-4159-8c90-be7667df3f8d tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018767
Aug 12 15:31:01.370622 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-eb725147-d081-43e6-ae61-c60578a3df34 req-387dca2c-ee08-4886-81a2-ec451916de3d service neutron] 10.222.0.76 "GET /v2.0/networks/0027f9bb-8d3b-48e4-bc51-b5155f7a1da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3088567
Aug 12 15:31:01.371979 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-fc653f50-c782-4fd4-b323-359214c305cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:01.373739 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for floatingip, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:01.418460 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:01.418963 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-bda888b2-6dd9-4c7f-931b-a6997e0db6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:01.441528 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-fc653f50-c782-4fd4-b323-359214c305cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:01.442653 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-fc653f50-c782-4fd4-b323-359214c305cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd181294-333e-4b36-af35-1a27ab535b21 HTTP/1.1" status: 204  len: 168 time: 0.7879851
Aug 12 15:31:01.464970 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port b5b11b9e-17bd-48aa-aee3-861063caa7a2, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=b5b11b9e-17bd-48aa-aee3-861063caa7a2,segment=NetworkSegment(7ac53c20-1c91-4e5b-8429-531977be9f9f),segment_id=7ac53c20-1c91-4e5b-8429-531977be9f9f)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:01.466980 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc653f50-c782-4fd4-b323-359214c305cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd181294-333e-4b36-af35-1a27ab535b21,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:01.477204 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-fc653f50-c782-4fd4-b323-359214c305cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:01.481562 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:01.484500 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0818bbd00>, [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'bdb29d08-0041-48bb-b0f5-4534a15025de', 'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'mac_address': 'fa:16:3e:45:2b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:47Z', 'updated_at': '2021-08-12T15:30:58Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'subnets': [{'id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:31:01.497934 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eefd44-dbaf-4a5e-be9f-e98f79e234a0 None None] The sync data for ids ['1ff31bd8-a7d8-4781-ad44-98822635734b'] in dv-cinder-804345-1-iscsi is: [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'bdb29d08-0041-48bb-b0f5-4534a15025de', 'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'mac_address': 'fa:16:3e:45:2b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:47Z', 'updated_at': '2021-08-12T15:30:58Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'subnets': [{'id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:31:01.507475 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:01.594252 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=b5b11b9e-17bd-48aa-aee3-861063caa7a2,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:01.603287 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:01.725629 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:02.024633 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Allocated IP 172.27.3.59 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/f1df5cc2-527d-42f9-93a4-932b5cfbc83f) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:31:02.175628 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-1aa0058d-c01a-4405-a9aa-24811b634c57 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:02.187672 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-1aa0058d-c01a-4405-a9aa-24811b634c57 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/networks?id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a HTTP/1.1" status: 200  len: 818 time: 0.2669709
Aug 12 15:31:02.228362 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-3db448f6-5bc9-458a-a6d9-a1cd1973354b tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/quotas/0be265cfe44849aaac4ff2c1268771d4 HTTP/1.1" status: 200  len: 375 time: 0.0374713
Aug 12 15:31:02.305934 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45062) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:02.337328 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:02.342184 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7b00e682-18d1-4a81-8f1c-7474abdde337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:02.366997 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-7b00e682-18d1-4a81-8f1c-7474abdde337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:02.374260 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-7b00e682-18d1-4a81-8f1c-7474abdde337 admin admin] Usage tracker for resource:security_group_rule and tenant:360f698a30454cae811e1c60a62adb01 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:02.379893 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-7b00e682-18d1-4a81-8f1c-7474abdde337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:02.388200 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-7b00e682-18d1-4a81-8f1c-7474abdde337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:02.498836 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:02.518944 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-bbba6121-b764-404e-a866-18985e59776e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:02.622606 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event updated for resources: {'Port': ['ID=f1df5cc2-527d-42f9-93a4-932b5cfbc83f,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:02.626583 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:02.626766 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-37107fec-c338-4846-a6a8-ff51dba4d6fe tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0be265cfe44849aaac4ff2c1268771d4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3950679
Aug 12 15:31:02.659904 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:31:02.665621 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:31:02.668945 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:31:02.982729 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7b00e682-18d1-4a81-8f1c-7474abdde337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:03.002806 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7b00e682-18d1-4a81-8f1c-7474abdde337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:03.017515 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:03.065193 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-0a4ab25a-2543-46b1-aabb-ffbd7c0ed777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:03.086156 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b6e41-de6e-45f9-8a41-fe22b8c7b206 req-caa6a951-1e2c-4150-b90a-5c0f14353463 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:03.099862 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-288b6e41-de6e-45f9-8a41-fe22b8c7b206 req-caa6a951-1e2c-4150-b90a-5c0f14353463 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 943 time: 0.6685686
Aug 12 15:31:03.181167 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-7b00e682-18d1-4a81-8f1c-7474abdde337 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=360f698a30454cae811e1c60a62adb01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8731899
Aug 12 15:31:03.185944 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45078) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:03.225743 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:03.239118 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-288b6e41-de6e-45f9-8a41-fe22b8c7b206 req-dc973811-d667-43ae-b512-34f5856f52a7 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382508
Aug 12 15:31:03.240852 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 45082) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:03.301716 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-c8dbbccd-3431-4c6c-a0ae-8bc89fd8a9f3 service neutron] 10.222.0.18 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6615021
Aug 12 15:31:03.535433 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-aa358179-2e56-484c-ab9b-c2f48d78adf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:03.570421 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-aa358179-2e56-484c-ab9b-c2f48d78adf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:03.600594 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-aa358179-2e56-484c-ab9b-c2f48d78adf9 admin admin] Usage tracker for resource:security_group_rule and tenant:c1301c5ca04646448f0d433cc561384f is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:03.611818 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-aa358179-2e56-484c-ab9b-c2f48d78adf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:03.680702 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-aa358179-2e56-484c-ab9b-c2f48d78adf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:03.697577 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00e682-18d1-4a81-8f1c-7474abdde337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e71e8a3-cffa-479c-8af0-506b0206d7fe,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:03.712167 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7b00e682-18d1-4a81-8f1c-7474abdde337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:03.801509 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-65a4c6b5-10c8-48e4-a311-279d508afd95 service neutron] 10.222.0.18 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4940119
Aug 12 15:31:03.897359 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device b5b11b9e-17bd-48aa-aee3-861063caa7a2 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:31:03.930779 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e50fd597-baa5-4712-9319-c3767bd6878f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:03.998343 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-aa358179-2e56-484c-ab9b-c2f48d78adf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.008088 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-aa358179-2e56-484c-ab9b-c2f48d78adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.022794 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.030131 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:04.078043 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.080473 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e50fd597-baa5-4712-9319-c3767bd6878f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.098607 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port b5b11b9e-17bd-48aa-aee3-861063caa7a2 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:31:04.100247 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.142313 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-aa358179-2e56-484c-ab9b-c2f48d78adf9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1301c5ca04646448f0d433cc561384f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8952184
Aug 12 15:31:04.144900 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa358179-2e56-484c-ab9b-c2f48d78adf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5e61df-15c5-463f-8041-0640dd58af6e,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:04.160084 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-f93a38c1-acde-4ed8-90d1-a2d466e979fd tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:04.160955 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-f93a38c1-acde-4ed8-90d1-a2d466e979fd tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Synchronizing usage tracker for tenant:0be265cfe44849aaac4ff2c1268771d4 on resource:network {{(pid=79259) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:31:04.184438 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 45104) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:04.187785 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-aa358179-2e56-484c-ab9b-c2f48d78adf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:04.189490 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:04.290714 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.318107 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device bdb29d08-0041-48bb-b0f5-4534a15025de up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:31:04.340440 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-f93a38c1-acde-4ed8-90d1-a2d466e979fd tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Unset dirty status for tenant:0be265cfe44849aaac4ff2c1268771d4 on resource:network {{(pid=79259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:31:04.342767 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-f93a38c1-acde-4ed8-90d1-a2d466e979fd tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.76 "GET /v2.0/networks?id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a HTTP/1.1" status: 200  len: 818 time: 0.6845601
Aug 12 15:31:04.396874 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a8a70323-79fb-483a-b01b-c37a18f89ffd req-be91fb37-b870-4a97-b5ad-77c88c6997c1 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 210 time: 0.1640632
Aug 12 15:31:04.413638 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event updated for resources: {'Port': ['ID=f1df5cc2-527d-42f9-93a4-932b5cfbc83f,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:04.435320 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:04.437538 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port bdb29d08-0041-48bb-b0f5-4534a15025de completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:31:04.440352 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Request body: {'port': {'device_id': 'b495d47f-8090-4c67-95f8-ae47186d7bcb', 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a', 'admin_state_up': True, 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:04.446039 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port bdb29d08-0041-48bb-b0f5-4534a15025de triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:31:04.446515 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.520380 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.532736 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.5846753
Aug 12 15:31:04.537309 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b1a89e69-fe84-4b1b-94f5-82c804d12724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.542754 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e50fd597-baa5-4712-9319-c3767bd6878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.593028 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b1a89e69-fe84-4b1b-94f5-82c804d12724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.606942 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e50fd597-baa5-4712-9319-c3767bd6878f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.608545 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-e50fd597-baa5-4712-9319-c3767bd6878f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e71e8a3-cffa-479c-8af0-506b0206d7fe HTTP/1.1" status: 204  len: 168 time: 1.4191668
Aug 12 15:31:04.615277 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:04.629395 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fd597-baa5-4712-9319-c3767bd6878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e71e8a3-cffa-479c-8af0-506b0206d7fe,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:04.649424 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e50fd597-baa5-4712-9319-c3767bd6878f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:04.661068 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa70ca-5dae-44f3-8242-23037652629c req-242dce3d-6652-4fa3-9dc1-07fc2942e462 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:04.669444 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-56aa70ca-5dae-44f3-8242-23037652629c req-242dce3d-6652-4fa3-9dc1-07fc2942e462 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 943 time: 0.2201478
Aug 12 15:31:04.714863 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:04.725147 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Usage tracker for resource:port and tenant:0be265cfe44849aaac4ff2c1268771d4 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:04.731475 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-56aa70ca-5dae-44f3-8242-23037652629c req-80b3fc11-fb06-4789-a126-f8fb9f57723f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590534
Aug 12 15:31:04.732071 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:04.739556 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b1a89e69-fe84-4b1b-94f5-82c804d12724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.746462 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:04.768938 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:04.774347 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Made reservation on behalf of 0be265cfe44849aaac4ff2c1268771d4 for: {'port': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:31:04.778605 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.781401 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.781919 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a89e69-fe84-4b1b-94f5-82c804d12724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5e61df-15c5-463f-8041-0640dd58af6e,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:04.800383 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b1a89e69-fe84-4b1b-94f5-82c804d12724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:04.801494 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b1a89e69-fe84-4b1b-94f5-82c804d12724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.803138 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-b1a89e69-fe84-4b1b-94f5-82c804d12724 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d5e61df-15c5-463f-8041-0640dd58af6e HTTP/1.1" status: 204  len: 168 time: 0.6170125
Aug 12 15:31:04.901839 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port bdb29d08-0041-48bb-b0f5-4534a15025de, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=bdb29d08-0041-48bb-b0f5-4534a15025de,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:04.909412 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:04.915016 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:04.959486 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 680c697e-5df7-44f3-ba58-a491f91fc5de details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:31:05.131180 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-7ec738ac-24ae-4f86-89f1-41a3d8b8753f tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Synchronizing usage tracker for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:security_group {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:31:05.198547 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-7ec738ac-24ae-4f86-89f1-41a3d8b8753f tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Unset dirty status for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:security_group {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:31:05.211876 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Allocated IP 172.20.0.9 (cc438d87-7bdf-4e1a-9f05-6a00c5188f5a/002b3e75-99a8-4c70-abbf-8d7ee28cd6de/4fae859c-76cb-4a57-b1c6-b200caa56023) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:31:05.216937 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-7ec738ac-24ae-4f86-89f1-41a3d8b8753f tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--949998791&fields=id&tenant_id=dbe2b752bc7e46a684bd3e95191f60e2 HTTP/1.1" status: 200  len: 267 time: 0.2001731
Aug 12 15:31:05.295143 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 680c697e-5df7-44f3-ba58-a491f91fc5de, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=680c697e-5df7-44f3-ba58-a491f91fc5de,segment=NetworkSegment(789332a2-4986-4ca6-b5a9-f8016fbcf54a),segment_id=789332a2-4986-4ca6-b5a9-f8016fbcf54a)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:05.367888 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '680c697e-5df7-44f3-ba58-a491f91fc5de', 'network_id': '0027f9bb-8d3b-48e4-bc51-b5155f7a1da1', 'port_id': '680c697e-5df7-44f3-ba58-a491f91fc5de', 'mac_address': 'fa:16:3e:89:53:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1c81d1-3633-4040-a972-23acdb6923e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:31:05.467914 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=bdb29d08-0041-48bb-b0f5-4534a15025de,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:05.493788 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:05.501286 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4bcee06d-ce33-4601-bc20-996c1a5debca tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:05.502069 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4bcee06d-ce33-4601-bc20-996c1a5debca tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Synchronizing usage tracker for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:network {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:31:05.543390 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:05.548825 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4bcee06d-ce33-4601-bc20-996c1a5debca tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Unset dirty status for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:network {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:31:05.556153 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4bcee06d-ce33-4601-bc20-996c1a5debca tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/networks?id=490dbe82-cde3-4d36-a911-378d177422a8 HTTP/1.1" status: 200  len: 811 time: 0.3357832
Aug 12 15:31:05.584483 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-b2c67ed3-164d-401a-8f2c-db1114ce0b5f tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/quotas/dbe2b752bc7e46a684bd3e95191f60e2 HTTP/1.1" status: 200  len: 375 time: 0.0262809
Aug 12 15:31:05.586823 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680c697e-5df7-44f3-ba58-a491f91fc5de {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:31:05.648104 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 680c697e-5df7-44f3-ba58-a491f91fc5de, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=680c697e-5df7-44f3-ba58-a491f91fc5de,segment=NetworkSegment(789332a2-4986-4ca6-b5a9-f8016fbcf54a),segment_id=789332a2-4986-4ca6-b5a9-f8016fbcf54a)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:05.660981 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:05.662850 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7b0b1345-9510-455c-b8f2-77ad30748690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:05.765662 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device bdb29d08-0041-48bb-b0f5-4534a15025de up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:31:05.775327 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:05.822651 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:05.840318 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:05.860399 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=680c697e-5df7-44f3-ba58-a491f91fc5de,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:05.863887 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:05.876096 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port bdb29d08-0041-48bb-b0f5-4534a15025de triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:31:05.876478 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:05.928213 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:31:05.934697 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:31:05.939297 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:31:05.945863 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:05.949433 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for port, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:05.980438 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5587735
Aug 12 15:31:05.988693 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Pushing event updated for resources: {'Port': ['ID=4fae859c-76cb-4a57-b1c6-b200caa56023,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:05.998877 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:06.010992 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa06b26f-db33-44c0-ac82-d243b361eedc req-c67aa73a-c6d0-46ec-8d77-d04985bab7c6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 210 time: 0.2761922
Aug 12 15:31:06.054052 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-693674e2-5acc-4f55-b140-1aa7939ae369 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Synchronizing usage tracker for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:31:06.079246 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-693674e2-5acc-4f55-b140-1aa7939ae369 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Unset dirty status for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:31:06.081745 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-693674e2-5acc-4f55-b140-1aa7939ae369 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbe2b752bc7e46a684bd3e95191f60e2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4962249
Aug 12 15:31:06.334179 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-312632ca-ce3b-43de-81c7-a544de793749 service neutron] 10.222.0.18 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2403145
Aug 12 15:31:06.376404 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c2cce-1edd-4a5b-abce-7b20046c90e7 req-7ca2aba6-5137-419d-853a-791af3c7fa8f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:06.377919 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-780c2cce-1edd-4a5b-abce-7b20046c90e7 req-7ca2aba6-5137-419d-853a-791af3c7fa8f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 944 time: 0.1491404
Aug 12 15:31:06.504852 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-780c2cce-1edd-4a5b-abce-7b20046c90e7 req-7b140a5f-90c4-4ae7-9c48-1c4e27e75dac tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138256
Aug 12 15:31:06.527632 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-0aa3c206-ee52-474e-98dc-c496d22d6e60 service neutron] 10.222.0.18 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1845019
Aug 12 15:31:06.830234 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed2fc324-ee0e-4b5e-a67a-df09731875f0 req-6e7aa3cd-7ec2-480f-bdd3-bfd6d2b67b44 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 210 time: 0.0749726
Aug 12 15:31:07.008270 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Request body: {'port': {'device_id': 'b495d47f-8090-4c67-95f8-ae47186d7bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:07.200017 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:07.465983 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-38ff18a9-30f2-4ce2-ac71-9b1cf96a49de req-23fce5b4-db96-4048-80fd-3a0e9afdce5c tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 210 time: 0.0762031
Aug 12 15:31:07.739109 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fae859c-76cb-4a57-b1c6-b200caa56023 {{(pid=79259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:31:07.749601 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:07.800254 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.provisioning_blocks [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Transition to ACTIVE for port object 4fae859c-76cb-4a57-b1c6-b200caa56023 will not be triggered until provisioned by entity L2. {{(pid=79259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:31:07.809687 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:07.828069 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-bbba6121-b764-404e-a866-18985e59776e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:07.833629 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915edc5c-5595-4ca0-9e3c-42f6b8fc374f req-a8c5a279-5f0c-4391-8d94-9ef16fbf7605 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:07.837946 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-915edc5c-5595-4ca0-9e3c-42f6b8fc374f req-a8c5a279-5f0c-4391-8d94-9ef16fbf7605 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 944 time: 0.1450236
Aug 12 15:31:07.926658 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-915edc5c-5595-4ca0-9e3c-42f6b8fc374f req-f21892b0-a258-4339-b93f-3f6dcf8c58ed tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818369
Aug 12 15:31:08.049912 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c9f3945e-af0b-4039-94df-926de1ca9a6c req-f2ab3e93-e4a4-40fc-9adb-d386ae1dc5bc tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 210 time: 0.0785635
Aug 12 15:31:08.116765 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.managers [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Attempting to bind port 4fae859c-76cb-4a57-b1c6-b200caa56023 on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:31:08.117283 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.managers [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Attempting to bind port 4fae859c-76cb-4a57-b1c6-b200caa56023 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '7ac53c20-1c91-4e5b-8429-531977be9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a'}] {{(pid=79259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:31:08.117872 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Attempting to bind port 4fae859c-76cb-4a57-b1c6-b200caa56023 on network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:31:08.122286 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4fae859c-76cb-4a57-b1c6-b200caa56023,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:08.125067 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Port 4fae859c-76cb-4a57-b1c6-b200caa56023 on network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:31:08.125405 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Attempting to bind port 4fae859c-76cb-4a57-b1c6-b200caa56023 on network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:31:08.129207 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:08.131977 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:31:08.132307 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Checking segment: {'id': '7ac53c20-1c91-4e5b-8429-531977be9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:31:08.132694 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Bound using segment: {'id': '7ac53c20-1c91-4e5b-8429-531977be9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a'} {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:31:08.133167 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.managers [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Bound port: 4fae859c-76cb-4a57-b1c6-b200caa56023, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac53c20-1c91-4e5b-8429-531977be9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a'}}] {{(pid=79259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:31:08.133510 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:08.303211 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] For port 4fae859c-76cb-4a57-b1c6-b200caa56023, host hv-cinder-80434, cleared binding levels {{(pid=79259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:31:08.306592 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] For port 4fae859c-76cb-4a57-b1c6-b200caa56023, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=4fae859c-76cb-4a57-b1c6-b200caa56023,segment=NetworkSegment(7ac53c20-1c91-4e5b-8429-531977be9f9f),segment_id=7ac53c20-1c91-4e5b-8429-531977be9f9f)] {{(pid=79259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:31:08.312917 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:08.318272 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:08.330985 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:08.388170 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:08.388773 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for port, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:08.390150 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] 10.222.0.76 "PUT /v2.0/ports/4fae859c-76cb-4a57-b1c6-b200caa56023 HTTP/1.1" status: 200  len: 1093 time: 1.3889525
Aug 12 15:31:08.391137 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b495d47f-8090-4c67-95f8-ae47186d7bcb', 'tag': '4fae859c-76cb-4a57-b1c6-b200caa56023'}] {{(pid=79259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:31:08.439751 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4fae859c-76cb-4a57-b1c6-b200caa56023,revision_number=3']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:08.443462 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:08.527498 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b495d47f-8090-4c67-95f8-ae47186d7bcb', 'tag': '4fae859c-76cb-4a57-b1c6-b200caa56023', 'status': 'completed', 'code': 200}
Aug 12 15:31:08.649505 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b0455ed8-56bc-4dc9-80e3-1fbc991c82a0 req-51498c3f-fd9b-45c6-bf7b-4cf3f47687f1 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 210 time: 0.0490911
Aug 12 15:31:08.998087 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['680c697e-5df7-44f3-ba58-a491f91fc5de'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:31:09.241473 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.76', 63395) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:09.446168 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447fa2e-513b-4029-9d3c-1188c05677a6 req-2cf2f83b-afda-4d52-80fd-0beeef00a8a2 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:09.448214 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6447fa2e-513b-4029-9d3c-1188c05677a6 req-2cf2f83b-afda-4d52-80fd-0beeef00a8a2 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 944 time: 0.3537247
Aug 12 15:31:09.463326 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a1a85490-ba5c-46aa-8545-30a6dd5c2952 req-bbb9d2b3-0bdd-4f18-bea6-f1679bdeba18 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 210 time: 0.1422677
Aug 12 15:31:09.483338 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-b923e1fb-5065-4b1b-8707-2dce0350877e tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:09.486322 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-b923e1fb-5065-4b1b-8707-2dce0350877e tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.76 "GET /v2.0/networks?id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a HTTP/1.1" status: 200  len: 818 time: 0.2836256
Aug 12 15:31:09.514218 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Request body: {'port': {'device_id': '89750f6d-681e-407f-974d-e63111f5e286', 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a', 'admin_state_up': True, 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:09.569395 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6447fa2e-513b-4029-9d3c-1188c05677a6 req-c9bb5541-0d66-4e8b-98d7-4fe1a11c6be0 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019235
Aug 12 15:31:09.584063 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c366366-e292-45c3-99e2-270618c62beb req-9886d4cd-93e5-4433-9331-000fc0369fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:09.586120 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8c366366-e292-45c3-99e2-270618c62beb req-9886d4cd-93e5-4433-9331-000fc0369fce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0be265cfe44849aaac4ff2c1268771d4&device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 1096 time: 0.3388081
Aug 12 15:31:09.789394 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:09.798000 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Usage tracker for resource:port and tenant:0be265cfe44849aaac4ff2c1268771d4 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:09.806871 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:09.823948 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:09.846217 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Made reservation on behalf of 0be265cfe44849aaac4ff2c1268771d4 for: {'port': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:31:09.850499 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:09.944825 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7018cdc8-ea57-4403-9133-3587f2c2f9be req-5e7e7d9c-ec83-4d18-aec9-fea01e018d42 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 210 time: 0.0644677
Aug 12 15:31:09.981952 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c366366-e292-45c3-99e2-270618c62beb req-66e9097e-486e-489f-90ae-1b0478e97ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:09.984181 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8c366366-e292-45c3-99e2-270618c62beb req-66e9097e-486e-489f-90ae-1b0478e97ce8 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=0be265cfe44849aaac4ff2c1268771d4&shared=False HTTP/1.1" status: 200  len: 919 time: 0.3811669
Aug 12 15:31:10.143525 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Allocated IP 172.20.0.6 (cc438d87-7bdf-4e1a-9f05-6a00c5188f5a/002b3e75-99a8-4c70-abbf-8d7ee28cd6de/0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:31:10.179953 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-79c13d94-b000-4a49-9680-4fc8c7fd5376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:10.197353 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c366366-e292-45c3-99e2-270618c62beb req-54f92e1b-813a-4522-a1ab-d9cb13ac1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:10.201146 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8c366366-e292-45c3-99e2-270618c62beb req-54f92e1b-813a-4522-a1ab-d9cb13ac1674 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2060935
Aug 12 15:31:10.410254 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.76', 63400) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:10.483362 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:10.559909 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:10.567151 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7b2ad20b-c42d-4561-8059-0d9661cfa520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:10.596172 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-59065d52-d8ed-42d8-a516-060b76aeaf52 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:10.598225 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-59065d52-d8ed-42d8-a516-060b76aeaf52 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.76 "GET /v2.0/networks?id=490dbe82-cde3-4d36-a911-378d177422a8 HTTP/1.1" status: 200  len: 811 time: 0.1859615
Aug 12 15:31:10.690134 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:31:10.694682 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:31:10.697836 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:31:10.706376 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:10.707311 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for port, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:10.742535 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Pushing event updated for resources: {'Port': ['ID=0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:10.748816 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:10.761977 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2570570
Aug 12 15:31:10.784504 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Request body: {'port': {'device_id': '89750f6d-681e-407f-974d-e63111f5e286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:10.879908 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-86f71ebe-7032-465d-b8f6-04770936ead7 req-f1eb5f97-25c1-4506-8507-239e451750e8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 210 time: 0.1190898
Aug 12 15:31:10.899399 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-0786309a-9678-4761-94e5-3035e4c5616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:10.901671 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-0786309a-9678-4761-94e5-3035e4c5616e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0be265cfe44849aaac4ff2c1268771d4&device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 1096 time: 0.6126008
Aug 12 15:31:10.907250 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-bed03c98-93ad-4f4b-b1b8-354dbc4bd0aa tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbe2b752bc7e46a684bd3e95191f60e2 HTTP/1.1" status: 200  len: 379 time: 0.2906318
Aug 12 15:31:10.944549 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Request body: {'port': {'device_id': '1f229979-c065-47de-aaf8-c45cc7dc802e', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'admin_state_up': True, 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'security_groups': ['1fb81034-f7db-4f77-a325-f81be8f2170b']}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:10.951190 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 680c697e-5df7-44f3-ba58-a491f91fc5de up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:31:10.987688 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:11.107530 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 680c697e-5df7-44f3-ba58-a491f91fc5de completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:31:11.114079 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 680c697e-5df7-44f3-ba58-a491f91fc5de triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:31:11.114821 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:11.221092 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-02949f0d-8c02-4691-b8ac-708e38da9912 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fae859c-76cb-4a57-b1c6-b200caa56023 HTTP/1.1" status: 200  len: 217 time: 0.2877517
Aug 12 15:31:11.274442 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:11.439985 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:11.481469 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc2f3d4-5c97-44de-a6dc-a1d538729586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680c697e-5df7-44f3-ba58-a491f91fc5de'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:31:11.581165 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4145b4-2b55-48f7-b155-03c3548af79f req-01e86e98-d242-4c8b-b72d-6f1bbf99a082 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:11.581586 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 680c697e-5df7-44f3-ba58-a491f91fc5de, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=680c697e-5df7-44f3-ba58-a491f91fc5de,segment=NetworkSegment(789332a2-4986-4ca6-b5a9-f8016fbcf54a),segment_id=789332a2-4986-4ca6-b5a9-f8016fbcf54a)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:11.582917 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4e4145b4-2b55-48f7-b155-03c3548af79f req-01e86e98-d242-4c8b-b72d-6f1bbf99a082 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 944 time: 0.7687278
Aug 12 15:31:11.590448 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4eed39b0-7707-430a-8654-b8a5f8c936be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:11.592799 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4eed39b0-7707-430a-8654-b8a5f8c936be service neutron] 10.222.0.76 "GET /v2.0/subnets?id=002b3e75-99a8-4c70-abbf-8d7ee28cd6de HTTP/1.1" status: 200  len: 858 time: 0.2924337
Aug 12 15:31:11.595252 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:11.601178 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:11.688066 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf {{(pid=79259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:31:11.701674 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=680c697e-5df7-44f3-ba58-a491f91fc5de,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:11.717841 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:11.719303 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:11.745237 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:11.753897 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-524f4044-58af-4639-88ff-a98d4a0a8813 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1395309
Aug 12 15:31:11.761102 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.provisioning_blocks [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Transition to ACTIVE for port object 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf will not be triggered until provisioned by entity L2. {{(pid=79259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:31:11.773359 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:11.779656 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:11.805045 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:11.824126 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57d131-9c43-4cf7-a91d-0945813a2070 req-96cac41d-0a6f-411f-9b6e-3d7579938825 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:11.826667 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9c57d131-9c43-4cf7-a91d-0945813a2070 req-96cac41d-0a6f-411f-9b6e-3d7579938825 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 931 time: 0.6576166
Aug 12 15:31:11.861406 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4e4145b4-2b55-48f7-b155-03c3548af79f req-6ce58e4a-7380-4300-b5d5-9a503037e2f8 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2548833
Aug 12 15:31:11.907516 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Made reservation on behalf of dbe2b752bc7e46a684bd3e95191f60e2 for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:31:11.911413 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:11.976739 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:11.982613 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:12.001334 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.managers [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Attempting to bind port 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:31:12.001443 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.managers [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Attempting to bind port 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '7ac53c20-1c91-4e5b-8429-531977be9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a'}] {{(pid=79259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:31:12.001761 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Attempting to bind port 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf on network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:31:12.007883 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Port 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf on network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:31:12.008312 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Attempting to bind port 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf on network cc438d87-7bdf-4e1a-9f05-6a00c5188f5a {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:31:12.015006 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:31:12.015446 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Checking segment: {'id': '7ac53c20-1c91-4e5b-8429-531977be9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:31:12.015876 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Bound using segment: {'id': '7ac53c20-1c91-4e5b-8429-531977be9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a'} {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:31:12.016571 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.managers [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Bound port: 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac53c20-1c91-4e5b-8429-531977be9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a'}}] {{(pid=79259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:31:12.016952 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:12.114554 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc2f3d4-5c97-44de-a6dc-a1d538729586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680c697e-5df7-44f3-ba58-a491f91fc5de', 'code': 200}
Aug 12 15:31:12.126889 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9c57d131-9c43-4cf7-a91d-0945813a2070 req-064876b8-671c-4cc6-bdf8-0d76ae9fb161 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2877209
Aug 12 15:31:12.190844 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] For port 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf, host hv-cinder-80434, cleared binding levels {{(pid=79259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:31:12.194316 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] For port 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf,segment=NetworkSegment(7ac53c20-1c91-4e5b-8429-531977be9f9f),segment_id=7ac53c20-1c91-4e5b-8429-531977be9f9f)] {{(pid=79259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:31:12.203153 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:12.208024 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-4be13159-dadb-4737-97b5-996559c1ca4e service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4391534
Aug 12 15:31:12.212986 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:12.384939 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:12.385863 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for port, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:12.387366 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] 10.222.0.76 "PUT /v2.0/ports/0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf HTTP/1.1" status: 200  len: 1093 time: 1.6079018
Aug 12 15:31:12.387934 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89750f6d-681e-407f-974d-e63111f5e286', 'tag': '0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf'}] {{(pid=79259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:31:12.487742 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Allocated IP 172.20.0.12 (490dbe82-cde3-4d36-a911-378d177422a8/b6c0441e-c6a3-4d25-95c3-5ed1ea30385d/7548c663-1c11-427f-93be-d32512b2e521) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:31:12.489759 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.76', 63409) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:12.501478 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89750f6d-681e-407f-974d-e63111f5e286', 'tag': '0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf', 'status': 'completed', 'code': 200}
Aug 12 15:31:12.502687 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b27cf1b4-3ff0-429a-9dbb-b812862ab7e6 req-34a30528-d4d6-4882-bece-ad29c9406c85 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 210 time: 0.1574636
Aug 12 15:31:12.549467 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf,revision_number=3']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:12.553463 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:12.579409 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faede8-1353-4dde-93ff-4a9d34c09a0d req-8128646b-3a84-4bcb-896f-b9141152724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:12.582005 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-73faede8-1353-4dde-93ff-4a9d34c09a0d req-8128646b-3a84-4bcb-896f-b9141152724d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 1098 time: 0.1633945
Aug 12 15:31:12.618309 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-73faede8-1353-4dde-93ff-4a9d34c09a0d req-81ad976e-d4b2-4b1e-88e1-eaf1eeeda976 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:12.636602 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [req-73faede8-1353-4dde-93ff-4a9d34c09a0d req-81ad976e-d4b2-4b1e-88e1-eaf1eeeda976 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:12.641683 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-73faede8-1353-4dde-93ff-4a9d34c09a0d req-81ad976e-d4b2-4b1e-88e1-eaf1eeeda976 service neutron] Usage tracker for resource:security_group_rule and tenant:db5056599be34a41a81724b18b2dcc6c is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:12.646087 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-73faede8-1353-4dde-93ff-4a9d34c09a0d req-81ad976e-d4b2-4b1e-88e1-eaf1eeeda976 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:12.655402 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [req-73faede8-1353-4dde-93ff-4a9d34c09a0d req-81ad976e-d4b2-4b1e-88e1-eaf1eeeda976 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:12.750789 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8dcde4e9-a228-4d22-8449-4d3ef905e1e8 req-5323450c-29e2-4ac3-88b9-5dfc124ac365 service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3974814
Aug 12 15:31:12.763240 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5fe255ea-31f8-4206-bd42-0f812c95f84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:12.777490 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-6f5c1de9-0b28-454b-9972-74c5b6173488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:12.778973 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-6f5c1de9-0b28-454b-9972-74c5b6173488 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0be265cfe44849aaac4ff2c1268771d4&device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 1096 time: 0.2753520
Aug 12 15:31:12.802268 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-73faede8-1353-4dde-93ff-4a9d34c09a0d req-81ad976e-d4b2-4b1e-88e1-eaf1eeeda976 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:12.808025 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-73faede8-1353-4dde-93ff-4a9d34c09a0d req-81ad976e-d4b2-4b1e-88e1-eaf1eeeda976 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:12.821844 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7b00e682-18d1-4a81-8f1c-7474abdde337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:12.852542 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-73faede8-1353-4dde-93ff-4a9d34c09a0d req-81ad976e-d4b2-4b1e-88e1-eaf1eeeda976 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2611477
Aug 12 15:31:12.861224 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad976e-d4b2-4b1e-88e1-eaf1eeeda976 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=96cf81a3-d0df-4f24-a347-c6eb6be4d301,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:12.878392 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-81ad976e-d4b2-4b1e-88e1-eaf1eeeda976 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:12.959217 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-cf27d811-0369-4a08-ad8b-c308fa4188a8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf HTTP/1.1" status: 200  len: 217 time: 0.1213520
Aug 12 15:31:13.095841 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:13.147515 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Transition to ACTIVE for port object 7548c663-1c11-427f-93be-d32512b2e521 will not be triggered until provisioned by entity DHCP. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:31:13.237882 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:13.391917 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:13.476653 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45508) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:13.490451 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Network 490dbe82-cde3-4d36-a911-378d177422a8 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:31:13.505090 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:31:13.511926 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-f69ea4bd-3e11-402d-af7a-def2633fac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:13.513407 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-f69ea4bd-3e11-402d-af7a-def2633fac75 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=002b3e75-99a8-4c70-abbf-8d7ee28cd6de HTTP/1.1" status: 200  len: 858 time: 0.3297269
Aug 12 15:31:13.514442 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:31:13.520581 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:13.521240 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:13.536765 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82fb9e-f9d7-4b65-a140-f2a18929806d req-9d7c8cbd-8cfd-4371-8176-76e6d3526872 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:13.543773 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ef82fb9e-f9d7-4b65-a140-f2a18929806d req-9d7c8cbd-8cfd-4371-8176-76e6d3526872 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 945 time: 0.5188928
Aug 12 15:31:13.551737 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event updated for resources: {'Port': ['ID=7548c663-1c11-427f-93be-d32512b2e521,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:13.622280 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:13.690466 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-e6d62f7b-5b45-4544-a96a-92288938db1a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1400113
Aug 12 15:31:13.705787 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-66291fb1-9d5d-46da-b62f-a3dafa29ed9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:13.735828 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-66291fb1-9d5d-46da-b62f-a3dafa29ed9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:13.752551 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-66291fb1-9d5d-46da-b62f-a3dafa29ed9a admin admin] Usage tracker for resource:security_group_rule and tenant:1f52e7eda3ec4ff48e2602d944aebcf1 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:13.756316 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-66291fb1-9d5d-46da-b62f-a3dafa29ed9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:13.770188 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:13.771279 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-66291fb1-9d5d-46da-b62f-a3dafa29ed9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:13.805726 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8736069
Aug 12 15:31:13.818443 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ef82fb9e-f9d7-4b65-a140-f2a18929806d req-13cf5f06-24ad-46f3-aac6-f80dfc0c332f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2735162
Aug 12 15:31:13.888776 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-66291fb1-9d5d-46da-b62f-a3dafa29ed9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:13.894867 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-712845e0-4097-4123-a74b-17677544611d None None] Provisioning for port 7548c663-1c11-427f-93be-d32512b2e521 completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:31:13.895011 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-66291fb1-9d5d-46da-b62f-a3dafa29ed9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:13.900358 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-712845e0-4097-4123-a74b-17677544611d None None] Provisioning complete for port 7548c663-1c11-427f-93be-d32512b2e521 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:31:13.900972 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-712845e0-4097-4123-a74b-17677544611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:13.906115 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-80775dda-6fc7-4e3f-872b-3297773c8d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:13.943500 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66291fb1-9d5d-46da-b62f-a3dafa29ed9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596374f3-820e-49dd-9eac-6bef138b1816,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:13.948378 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-66291fb1-9d5d-46da-b62f-a3dafa29ed9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:13.957788 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Request body: {'port': {'device_id': '1f229979-c065-47de-aaf8-c45cc7dc802e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:13.973792 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-66291fb1-9d5d-46da-b62f-a3dafa29ed9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f52e7eda3ec4ff48e2602d944aebcf1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4958122
Aug 12 15:31:13.976241 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45532) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:13.996828 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-712845e0-4097-4123-a74b-17677544611d None None] Port 7548c663-1c11-427f-93be-d32512b2e521 cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:31:14.009665 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f5961-e9ce-4f78-9009-ad638adad90e req-9d131b3c-feed-4f55-9b80-7e3911af35ed tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:14.011246 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-888f5961-e9ce-4f78-9009-ad638adad90e req-9d131b3c-feed-4f55-9b80-7e3911af35ed tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 943 time: 0.6693072
Aug 12 15:31:14.071538 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-75ae71a5-5588-48f2-bd80-cd6e5a4a0c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:14.101189 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-75ae71a5-5588-48f2-bd80-cd6e5a4a0c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:14.156849 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-75ae71a5-5588-48f2-bd80-cd6e5a4a0c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:14.160941 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-fc653f50-c782-4fd4-b323-359214c305cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:14.174325 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae71a5-5588-48f2-bd80-cd6e5a4a0c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596374f3-820e-49dd-9eac-6bef138b1816,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:14.176965 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-75ae71a5-5588-48f2-bd80-cd6e5a4a0c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:14.189139 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-75ae71a5-5588-48f2-bd80-cd6e5a4a0c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:14.192859 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-75ae71a5-5588-48f2-bd80-cd6e5a4a0c95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/596374f3-820e-49dd-9eac-6bef138b1816 HTTP/1.1" status: 204  len: 168 time: 0.2130072
Aug 12 15:31:14.212597 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-888f5961-e9ce-4f78-9009-ad638adad90e req-0d5a9214-79e8-4658-a9db-cf851e5ac8c5 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607499
Aug 12 15:31:14.217920 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-b290a907-90da-4eb8-b1a0-e6e3caca168a service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5183170
Aug 12 15:31:14.233767 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:14.291940 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecbc1a-aaca-4a04-b4e7-b6b6bddf1f18 req-05541d15-ee5c-45e1-82a4-6f072be5c25f tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:14.292642 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-d9ecbc1a-aaca-4a04-b4e7-b6b6bddf1f18 req-05541d15-ee5c-45e1-82a4-6f072be5c25f tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Synchronizing usage tracker for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:31:14.333552 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-d9ecbc1a-aaca-4a04-b4e7-b6b6bddf1f18 req-05541d15-ee5c-45e1-82a4-6f072be5c25f tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Unset dirty status for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:31:14.334776 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d9ecbc1a-aaca-4a04-b4e7-b6b6bddf1f18 req-05541d15-ee5c-45e1-82a4-6f072be5c25f tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 932 time: 0.3445578
Aug 12 15:31:14.467130 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d9ecbc1a-aaca-4a04-b4e7-b6b6bddf1f18 req-4650d27f-97f3-468c-afa9-fdd44e951155 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0876648
Aug 12 15:31:14.535609 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45548) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:14.560038 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-35bae052-42db-4753-a526-62d760f9f179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:14.578826 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-35bae052-42db-4753-a526-62d760f9f179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:14.582983 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-35bae052-42db-4753-a526-62d760f9f179 admin admin] Usage tracker for resource:security_group_rule and tenant:dac7a9ee4f014b4782d5255d72512f77 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:14.586537 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-35bae052-42db-4753-a526-62d760f9f179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:14.592686 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-35bae052-42db-4753-a526-62d760f9f179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:14.705624 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7548c663-1c11-427f-93be-d32512b2e521 {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:31:14.707108 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-35bae052-42db-4753-a526-62d760f9f179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:14.712542 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-35bae052-42db-4753-a526-62d760f9f179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:14.714496 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:14.724552 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3ed6bf09-8cda-4623-a458-e7e8cb1cf888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:14.733345 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Transition to ACTIVE for port object 7548c663-1c11-427f-93be-d32512b2e521 will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:31:14.740926 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:14.750506 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5835e2a3-a1b1-4725-9200-a63e5fdfa9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:14.771728 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-35bae052-42db-4753-a526-62d760f9f179 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dac7a9ee4f014b4782d5255d72512f77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2342675
Aug 12 15:31:14.773054 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bae052-42db-4753-a526-62d760f9f179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ac011f-2cac-4e55-8df4-14cb71b0d84c,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:14.775559 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45560) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:14.778462 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-35bae052-42db-4753-a526-62d760f9f179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:14.949842 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8f0d31b-5789-4dcf-b413-fe8370dd8749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:15.025501 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8f0d31b-5789-4dcf-b413-fe8370dd8749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:15.153572 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8f0d31b-5789-4dcf-b413-fe8370dd8749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:15.158986 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:15.184067 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0d31b-5789-4dcf-b413-fe8370dd8749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ac011f-2cac-4e55-8df4-14cb71b0d84c,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:15.216299 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7548c663-1c11-427f-93be-d32512b2e521,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:15.217136 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f8f0d31b-5789-4dcf-b413-fe8370dd8749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:15.222974 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 45586) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:15.239117 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:15.239415 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8f0d31b-5789-4dcf-b413-fe8370dd8749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:15.254015 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-f8f0d31b-5789-4dcf-b413-fe8370dd8749 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7ac011f-2cac-4e55-8df4-14cb71b0d84c HTTP/1.1" status: 204  len: 168 time: 0.4636095
Aug 12 15:31:15.288248 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45596) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:15.290866 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:15.389859 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Attempting to bind port 7548c663-1c11-427f-93be-d32512b2e521 on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:31:15.390315 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Attempting to bind port 7548c663-1c11-427f-93be-d32512b2e521 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:31:15.390665 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Attempting to bind port 7548c663-1c11-427f-93be-d32512b2e521 on network 490dbe82-cde3-4d36-a911-378d177422a8 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:31:15.403151 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Port 7548c663-1c11-427f-93be-d32512b2e521 on network 490dbe82-cde3-4d36-a911-378d177422a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:31:15.403471 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Attempting to bind port 7548c663-1c11-427f-93be-d32512b2e521 on network 490dbe82-cde3-4d36-a911-378d177422a8 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:31:15.500625 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:31:15.501587 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Checking segment: {'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:31:15.502824 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Bound using segment: {'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:31:15.503401 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Bound port: 7548c663-1c11-427f-93be-d32512b2e521, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:31:15.503928 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:15.629537 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127c1a4-8bb9-403a-9606-08f9e142ac59 req-885aac15-2862-4cd5-bc5f-9b3350805c9c tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:15.631107 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f127c1a4-8bb9-403a-9606-08f9e142ac59 req-885aac15-2862-4cd5-bc5f-9b3350805c9c tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 945 time: 0.4657381
Aug 12 15:31:15.663658 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0fa409e9-6e98-4cd5-941b-a4e39b283156 req-7f053682-b902-496e-ab59-345499978c57 service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4968934
Aug 12 15:31:15.724990 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1ae506cc-2e35-4258-8bf9-63bc6529d2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:15.748129 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-1ae506cc-2e35-4258-8bf9-63bc6529d2ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:15.753949 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-1ae506cc-2e35-4258-8bf9-63bc6529d2ba admin admin] Usage tracker for resource:security_group_rule and tenant:a6d6f25632934a2881648828578530e3 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:15.758399 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-1ae506cc-2e35-4258-8bf9-63bc6529d2ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:15.768192 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-1ae506cc-2e35-4258-8bf9-63bc6529d2ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:15.846234 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-23b645e7-8a4d-477f-8ec0-6c39d3d60d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:15.871076 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] For port 7548c663-1c11-427f-93be-d32512b2e521, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:31:15.876056 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1ae506cc-2e35-4258-8bf9-63bc6529d2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:15.879120 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f127c1a4-8bb9-403a-9606-08f9e142ac59 req-610c892a-e50c-4a2c-9285-a7168408b5e4 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2141829
Aug 12 15:31:15.883021 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1ae506cc-2e35-4258-8bf9-63bc6529d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:15.888773 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-23b645e7-8a4d-477f-8ec0-6c39d3d60d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:15.894974 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:15.902443 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd587e0d-dfea-4ed8-b90c-ffbc28246b79 req-a8b92e84-1124-4368-ac93-cd265d1a5d21 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:15.930701 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cd587e0d-dfea-4ed8-b90c-ffbc28246b79 req-a8b92e84-1124-4368-ac93-cd265d1a5d21 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 943 time: 0.5318336
Aug 12 15:31:15.941646 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-1ae506cc-2e35-4258-8bf9-63bc6529d2ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6d6f25632934a2881648828578530e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6521142
Aug 12 15:31:15.942790 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae506cc-2e35-4258-8bf9-63bc6529d2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa674244-bdf1-450d-a408-927281d23b4e,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:15.945422 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45624) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:15.947853 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-1ae506cc-2e35-4258-8bf9-63bc6529d2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:15.963034 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-23b645e7-8a4d-477f-8ec0-6c39d3d60d66 admin admin] Usage tracker for resource:security_group_rule and tenant:74d5d4dbef6b411f9fd9ed1a447ed6fc is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:15.973711 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-23b645e7-8a4d-477f-8ec0-6c39d3d60d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:15.979151 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] For port 7548c663-1c11-427f-93be-d32512b2e521, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=7548c663-1c11-427f-93be-d32512b2e521,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:31:16.002871 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-23b645e7-8a4d-477f-8ec0-6c39d3d60d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:16.005401 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:16.034670 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d7dfb8cf-685a-4d1d-9a04-0f3f293ef41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:16.035549 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:16.069855 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d7dfb8cf-685a-4d1d-9a04-0f3f293ef41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:16.130423 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cd587e0d-dfea-4ed8-b90c-ffbc28246b79 req-f4ff3f81-d1c8-4db3-9e14-cf0bd7ed8353 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1987340
Aug 12 15:31:16.139515 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d7dfb8cf-685a-4d1d-9a04-0f3f293ef41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:16.148996 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:16.163132 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfb8cf-685a-4d1d-9a04-0f3f293ef41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa674244-bdf1-450d-a408-927281d23b4e,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:16.167022 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d7dfb8cf-685a-4d1d-9a04-0f3f293ef41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:16.182061 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d7dfb8cf-685a-4d1d-9a04-0f3f293ef41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:16.183445 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-d7dfb8cf-685a-4d1d-9a04-0f3f293ef41f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa674244-bdf1-450d-a408-927281d23b4e HTTP/1.1" status: 204  len: 168 time: 0.2372341
Aug 12 15:31:16.193278 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:16.195122 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:16.195434 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] 10.222.0.76 "PUT /v2.0/ports/7548c663-1c11-427f-93be-d32512b2e521 HTTP/1.1" status: 200  len: 1094 time: 2.3642025
Aug 12 15:31:16.196613 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f229979-c065-47de-aaf8-c45cc7dc802e', 'tag': '7548c663-1c11-427f-93be-d32512b2e521'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:31:16.305562 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7548c663-1c11-427f-93be-d32512b2e521,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:16.314394 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:16.375103 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebdcce-0c57-4267-bdea-ed5bf1d0ddf6 req-83a7f272-8206-4cc0-809a-5474f72b6453 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:16.376687 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c3ebdcce-0c57-4267-bdea-ed5bf1d0ddf6 req-83a7f272-8206-4cc0-809a-5474f72b6453 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 944 time: 0.3442194
Aug 12 15:31:16.413827 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-23b645e7-8a4d-477f-8ec0-6c39d3d60d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:16.447191 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-23b645e7-8a4d-477f-8ec0-6c39d3d60d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:16.486995 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-bf23c287-c2c8-4b4d-b802-f7db306a5376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:16.510953 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c3ebdcce-0c57-4267-bdea-ed5bf1d0ddf6 req-4ab15bba-0866-434c-8b21-71130739164c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1260686
Aug 12 15:31:16.574513 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-23b645e7-8a4d-477f-8ec0-6c39d3d60d66 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74d5d4dbef6b411f9fd9ed1a447ed6fc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3161809
Aug 12 15:31:16.575401 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45654) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:16.575803 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b645e7-8a4d-477f-8ec0-6c39d3d60d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa40e8c7-e04e-46c3-b800-a59ec5fdf3bb,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:16.580520 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-23b645e7-8a4d-477f-8ec0-6c39d3d60d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:16.658662 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e023a3ca-0e02-48d7-9d12-3b297c8329e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:16.700188 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e023a3ca-0e02-48d7-9d12-3b297c8329e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:16.771407 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45662) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:16.797496 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e023a3ca-0e02-48d7-9d12-3b297c8329e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:16.802643 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-0b8239fe-ee4f-4375-ae81-9d197f86f296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:16.810400 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3dd95f4c-08f1-4b28-8a08-3dac99d13d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:16.845864 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023a3ca-0e02-48d7-9d12-3b297c8329e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa40e8c7-e04e-46c3-b800-a59ec5fdf3bb,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:16.851066 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-3dd95f4c-08f1-4b28-8a08-3dac99d13d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:16.856441 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e023a3ca-0e02-48d7-9d12-3b297c8329e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:16.860125 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-3dd95f4c-08f1-4b28-8a08-3dac99d13d80 admin admin] Usage tracker for resource:security_group_rule and tenant:3b9d9d179ede4af7bd427a956cca4e05 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:16.865006 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e023a3ca-0e02-48d7-9d12-3b297c8329e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:16.867005 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-e023a3ca-0e02-48d7-9d12-3b297c8329e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa40e8c7-e04e-46c3-b800-a59ec5fdf3bb HTTP/1.1" status: 204  len: 168 time: 0.2909331
Aug 12 15:31:16.868762 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-3dd95f4c-08f1-4b28-8a08-3dac99d13d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:16.882993 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-3dd95f4c-08f1-4b28-8a08-3dac99d13d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:17.034085 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3dd95f4c-08f1-4b28-8a08-3dac99d13d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:17.040691 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3dd95f4c-08f1-4b28-8a08-3dac99d13d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:17.097006 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:17.098700 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 4fae859c-76cb-4a57-b1c6-b200caa56023 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:31:17.113994 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-3dd95f4c-08f1-4b28-8a08-3dac99d13d80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b9d9d179ede4af7bd427a956cca4e05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3413117
Aug 12 15:31:17.118801 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 45674) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:17.192021 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd95f4c-08f1-4b28-8a08-3dac99d13d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1bd37b-c5f9-458a-a7f8-49478fb4da4d,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:17.201121 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3dd95f4c-08f1-4b28-8a08-3dac99d13d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:17.224767 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f229979-c065-47de-aaf8-c45cc7dc802e', 'tag': '7548c663-1c11-427f-93be-d32512b2e521', 'status': 'completed', 'code': 200}
Aug 12 15:31:17.247989 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4c0be459-a6e5-45e0-97a7-58bbcc5b5dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:17.403714 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 4fae859c-76cb-4a57-b1c6-b200caa56023, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=4fae859c-76cb-4a57-b1c6-b200caa56023,segment=NetworkSegment(7ac53c20-1c91-4e5b-8429-531977be9f9f),segment_id=7ac53c20-1c91-4e5b-8429-531977be9f9f)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:17.421711 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '4fae859c-76cb-4a57-b1c6-b200caa56023', 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a', 'port_id': '4fae859c-76cb-4a57-b1c6-b200caa56023', 'mac_address': 'fa:16:3e:3d:48:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002b3e75-99a8-4c70-abbf-8d7ee28cd6de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:31:17.478739 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4c0be459-a6e5-45e0-97a7-58bbcc5b5dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:17.487294 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:17.507945 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fae859c-76cb-4a57-b1c6-b200caa56023 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:31:17.535803 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 4fae859c-76cb-4a57-b1c6-b200caa56023, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=4fae859c-76cb-4a57-b1c6-b200caa56023,segment=NetworkSegment(7ac53c20-1c91-4e5b-8429-531977be9f9f),segment_id=7ac53c20-1c91-4e5b-8429-531977be9f9f)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:17.547757 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:17.555871 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:17.646421 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=4fae859c-76cb-4a57-b1c6-b200caa56023,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:17.650233 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:17.662837 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65685b72-9c43-48c1-8f7e-da8669fdf77a req-496b700f-0f64-4ad6-b254-eb5311612614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:17.672022 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-65685b72-9c43-48c1-8f7e-da8669fdf77a req-496b700f-0f64-4ad6-b254-eb5311612614 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0be265cfe44849aaac4ff2c1268771d4&device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 1096 time: 0.3967068
Aug 12 15:31:17.691459 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45694) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:17.721291 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a677479e-5d62-4f9f-857d-9bb548b8d84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:17.729924 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e8d79-07c3-4610-a556-7bd0075c60a9 req-f038a106-2f74-46d2-9de8-c00bf6e81a48 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:17.731718 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2a0e8d79-07c3-4610-a556-7bd0075c60a9 req-f038a106-2f74-46d2-9de8-c00bf6e81a48 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 945 time: 0.4524415
Aug 12 15:31:17.732517 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4c0be459-a6e5-45e0-97a7-58bbcc5b5dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:17.740052 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-d02d6384-ac6b-4582-bc8f-e3f31af45962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:17.742622 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-d02d6384-ac6b-4582-bc8f-e3f31af45962 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dbe2b752bc7e46a684bd3e95191f60e2&device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 1097 time: 0.4620941
Aug 12 15:31:17.755511 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a677479e-5d62-4f9f-857d-9bb548b8d84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:17.769321 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a677479e-5d62-4f9f-857d-9bb548b8d84c admin admin] Usage tracker for resource:security_group_rule and tenant:8d70265f364e424aa00cd5c9fcf8d3be is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:17.786556 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a677479e-5d62-4f9f-857d-9bb548b8d84c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:17.804239 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a677479e-5d62-4f9f-857d-9bb548b8d84c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:17.894181 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0f80f7d4-238a-4b63-ac25-7ad6ce8e6da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:17.900918 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['4fae859c-76cb-4a57-b1c6-b200caa56023'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:31:17.914187 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0be459-a6e5-45e0-97a7-58bbcc5b5dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1bd37b-c5f9-458a-a7f8-49478fb4da4d,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:17.917737 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4c0be459-a6e5-45e0-97a7-58bbcc5b5dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:18.020340 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a677479e-5d62-4f9f-857d-9bb548b8d84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:18.027290 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a677479e-5d62-4f9f-857d-9bb548b8d84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:18.042357 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d7dfb8cf-685a-4d1d-9a04-0f3f293ef41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:18.096857 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-a677479e-5d62-4f9f-857d-9bb548b8d84c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d70265f364e424aa00cd5c9fcf8d3be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4041939
Aug 12 15:31:18.099564 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45712) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:18.102990 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677479e-5d62-4f9f-857d-9bb548b8d84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c02e270-14df-47fd-a1d8-3d6e6a71e0af,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:18.121354 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a677479e-5d62-4f9f-857d-9bb548b8d84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:18.122456 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2a0e8d79-07c3-4610-a556-7bd0075c60a9 req-62c57b62-815f-47cb-982e-90d5de5b031a tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3715434
Aug 12 15:31:18.140245 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0d92b-1428-41d7-ab88-dbd5b3f056e6 req-8b854983-d685-4512-b5da-820e4122e90f tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:18.143082 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7cf0d92b-1428-41d7-ab88-dbd5b3f056e6 req-8b854983-d685-4512-b5da-820e4122e90f tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 943 time: 0.7360253
Aug 12 15:31:18.157609 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-4a3971b3-dcd8-441f-a278-4110291d5521 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7548c663-1c11-427f-93be-d32512b2e521 HTTP/1.1" status: 200  len: 217 time: 0.2433336
Aug 12 15:31:18.234553 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7558ea69-2105-47fe-83a1-d485e92d60e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:18.286989 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7558ea69-2105-47fe-83a1-d485e92d60e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:18.292060 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4c0be459-a6e5-45e0-97a7-58bbcc5b5dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:18.297658 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-4c0be459-a6e5-45e0-97a7-58bbcc5b5dbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d1bd37b-c5f9-458a-a7f8-49478fb4da4d HTTP/1.1" status: 204  len: 168 time: 1.1773260
Aug 12 15:31:18.385382 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7558ea69-2105-47fe-83a1-d485e92d60e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:18.390601 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-66291fb1-9d5d-46da-b62f-a3dafa29ed9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:18.426479 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558ea69-2105-47fe-83a1-d485e92d60e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c02e270-14df-47fd-a1d8-3d6e6a71e0af,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:18.434368 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7558ea69-2105-47fe-83a1-d485e92d60e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:18.451091 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7558ea69-2105-47fe-83a1-d485e92d60e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:18.460024 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-7558ea69-2105-47fe-83a1-d485e92d60e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c02e270-14df-47fd-a1d8-3d6e6a71e0af HTTP/1.1" status: 204  len: 168 time: 0.3592758
Aug 12 15:31:18.691256 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7cf0d92b-1428-41d7-ab88-dbd5b3f056e6 req-3ed9cf11-2114-457b-bf9b-e928360a1b4e tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5370362
Aug 12 15:31:18.726556 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-cb4d9165-3164-4324-b7a0-9a041c36da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:18.728260 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-cb4d9165-3164-4324-b7a0-9a041c36da81 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b6c0441e-c6a3-4d25-95c3-5ed1ea30385d HTTP/1.1" status: 200  len: 850 time: 0.4261789
Aug 12 15:31:18.732284 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65685b72-9c43-48c1-8f7e-da8669fdf77a req-249f0329-ab09-4dc8-9cf9-1b1fe5b99b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:18.736244 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-65685b72-9c43-48c1-8f7e-da8669fdf77a req-249f0329-ab09-4dc8-9cf9-1b1fe5b99b39 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a HTTP/1.1" status: 200  len: 919 time: 1.0416703
Aug 12 15:31:18.792750 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45738) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:18.869190 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-65685b72-9c43-48c1-8f7e-da8669fdf77a req-f37246a4-cf62-4e11-89a5-cda47f81cebc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf HTTP/1.1" status: 200  len: 217 time: 0.0926986
Aug 12 15:31:18.940516 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14820dc1-0ad5-44f7-bc1f-a39224d6f695 req-aff73d1e-0a3f-480e-bd49-f3efba0f9186 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:18.952325 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14820dc1-0ad5-44f7-bc1f-a39224d6f695 req-aff73d1e-0a3f-480e-bd49-f3efba0f9186 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 944 time: 0.4761035
Aug 12 15:31:19.030644 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45752) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:19.057790 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65685b72-9c43-48c1-8f7e-da8669fdf77a req-9be4c494-1f05-4619-a420-d2baeb3bd637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:19.059270 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-65685b72-9c43-48c1-8f7e-da8669fdf77a req-9be4c494-1f05-4619-a420-d2baeb3bd637 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=002b3e75-99a8-4c70-abbf-8d7ee28cd6de HTTP/1.1" status: 200  len: 858 time: 0.1800568
Aug 12 15:31:19.072713 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-72ea0110-6b3c-4503-91f8-5cf9e49e1a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:19.089292 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-72ea0110-6b3c-4503-91f8-5cf9e49e1a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:19.094365 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-72ea0110-6b3c-4503-91f8-5cf9e49e1a03 admin admin] Usage tracker for resource:security_group_rule and tenant:408c86f13ebb4a26b911e14b742e4401 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:19.098556 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-72ea0110-6b3c-4503-91f8-5cf9e49e1a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:19.099415 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 4fae859c-76cb-4a57-b1c6-b200caa56023 up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:31:19.105924 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-72ea0110-6b3c-4503-91f8-5cf9e49e1a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:19.117902 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14820dc1-0ad5-44f7-bc1f-a39224d6f695 req-a7303f4f-18d8-4d90-94e1-1881846720b2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1643682
Aug 12 15:31:19.141088 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-65685b72-9c43-48c1-8f7e-da8669fdf77a req-ca9b71b8-8ffa-4717-8581-2091697d2f13 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0736442
Aug 12 15:31:19.143332 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-5fa2967b-6c8c-457d-a717-59d14dc227d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:19.145574 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-5fa2967b-6c8c-457d-a717-59d14dc227d5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=490dbe82-cde3-4d36-a911-378d177422a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4068837
Aug 12 15:31:19.246988 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 4fae859c-76cb-4a57-b1c6-b200caa56023 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:31:19.262854 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 4fae859c-76cb-4a57-b1c6-b200caa56023 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:31:19.264723 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:19.312242 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-72ea0110-6b3c-4503-91f8-5cf9e49e1a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:19.348570 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-72ea0110-6b3c-4503-91f8-5cf9e49e1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:19.363248 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:19.377892 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-dafc3172-00dd-47ce-bd50-665bd948d7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:19.426293 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-dafc3172-00dd-47ce-bd50-665bd948d7f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:19.441081 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-72ea0110-6b3c-4503-91f8-5cf9e49e1a03 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=408c86f13ebb4a26b911e14b742e4401&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4081593
Aug 12 15:31:19.441864 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45766) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:19.443240 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-dafc3172-00dd-47ce-bd50-665bd948d7f6 admin admin] Usage tracker for resource:security_group_rule and tenant:23b420c50ddd40cbae691246675e33cb is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:19.448535 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea0110-6b3c-4503-91f8-5cf9e49e1a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec21cc1-0a20-42f8-990a-cdeaad4261df,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:19.463897 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-dafc3172-00dd-47ce-bd50-665bd948d7f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:19.468109 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-72ea0110-6b3c-4503-91f8-5cf9e49e1a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:19.479136 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-dafc3172-00dd-47ce-bd50-665bd948d7f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:19.504531 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:19.559480 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b495d47f-8090-4c67-95f8-ae47186d7bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fae859c-76cb-4a57-b1c6-b200caa56023'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:31:19.566783 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a4df30e8-0620-4b3b-bcbd-e5503e288411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:19.586062 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 4fae859c-76cb-4a57-b1c6-b200caa56023, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=4fae859c-76cb-4a57-b1c6-b200caa56023,segment=NetworkSegment(7ac53c20-1c91-4e5b-8429-531977be9f9f),segment_id=7ac53c20-1c91-4e5b-8429-531977be9f9f)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:19.593063 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:19.599984 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:19.649861 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a4df30e8-0620-4b3b-bcbd-e5503e288411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:19.660503 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b495d47f-8090-4c67-95f8-ae47186d7bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fae859c-76cb-4a57-b1c6-b200caa56023', 'code': 200}
Aug 12 15:31:19.704078 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-65685b72-9c43-48c1-8f7e-da8669fdf77a req-2d16833b-3964-4221-9b76-0f163de404dd service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5507629
Aug 12 15:31:19.711165 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-b98a2a7d-aa90-418f-ac1b-b94f186e5579 service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5056143
Aug 12 15:31:19.713527 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=4fae859c-76cb-4a57-b1c6-b200caa56023,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:19.737550 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:19.765078 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-dafc3172-00dd-47ce-bd50-665bd948d7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:19.774670 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-dafc3172-00dd-47ce-bd50-665bd948d7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:19.778720 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bf410-808f-478c-887e-9066a1b5957e req-828dc3b2-7a8d-46bc-a411-69506775860f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:19.780320 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7e6bf410-808f-478c-887e-9066a1b5957e req-828dc3b2-7a8d-46bc-a411-69506775860f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 945 time: 0.3133340
Aug 12 15:31:19.801605 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:19.873360 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-dafc3172-00dd-47ce-bd50-665bd948d7f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23b420c50ddd40cbae691246675e33cb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0791259
Aug 12 15:31:19.875079 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45782) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:19.878120 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc3172-00dd-47ce-bd50-665bd948d7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4833b2-55fb-45ac-a8e6-c7591237cf8d,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:19.897373 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-dafc3172-00dd-47ce-bd50-665bd948d7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:19.921334 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a4df30e8-0620-4b3b-bcbd-e5503e288411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:19.929191 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:19.956943 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-befa8669-ff88-48dd-b6b2-72d2623d331e req-b267eb37-5ab4-49e7-a442-c09f0ff99ceb service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2162278
Aug 12 15:31:19.970356 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df30e8-0620-4b3b-bcbd-e5503e288411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec21cc1-0a20-42f8-990a-cdeaad4261df,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:19.976997 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a4df30e8-0620-4b3b-bcbd-e5503e288411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:20.019913 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a4df30e8-0620-4b3b-bcbd-e5503e288411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:20.024274 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-a4df30e8-0620-4b3b-bcbd-e5503e288411 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ec21cc1-0a20-42f8-990a-cdeaad4261df HTTP/1.1" status: 204  len: 168 time: 0.5775862
Aug 12 15:31:20.066089 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-bf9b5c7d-803b-409f-af52-c31b1c408d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:20.244997 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-bf9b5c7d-803b-409f-af52-c31b1c408d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:20.262095 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7e6bf410-808f-478c-887e-9066a1b5957e req-92db6403-186b-40a8-96c9-f5b2aa2fe9bb tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4612484
Aug 12 15:31:20.337230 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58392a52-605f-4b5a-9ff6-77c4a01a0c10 req-d35a13fa-3f06-4788-9af3-4321e0aa8cb5 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:20.339238 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-58392a52-605f-4b5a-9ff6-77c4a01a0c10 req-d35a13fa-3f06-4788-9af3-4321e0aa8cb5 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 943 time: 0.3812428
Aug 12 15:31:20.397700 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9a643-9872-4218-9cd2-e6abe4f99959 req-9652bb42-4853-4b38-ae06-4c8b8cf669b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:20.400095 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2dc9a643-9872-4218-9cd2-e6abe4f99959 req-9652bb42-4853-4b38-ae06-4c8b8cf669b5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 1098 time: 0.3771892
Aug 12 15:31:20.407631 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-bf9b5c7d-803b-409f-af52-c31b1c408d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:20.419406 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-65685b72-9c43-48c1-8f7e-da8669fdf77a req-a433dde4-fbb4-4709-bd7b-b0a358b1df5c service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7048929
Aug 12 15:31:20.429978 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:20.454586 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b5c7d-803b-409f-af52-c31b1c408d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4833b2-55fb-45ac-a8e6-c7591237cf8d,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:20.457134 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-bf9b5c7d-803b-409f-af52-c31b1c408d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:20.461531 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-bf9b5c7d-803b-409f-af52-c31b1c408d5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c4833b2-55fb-45ac-a8e6-c7591237cf8d HTTP/1.1" status: 204  len: 168 time: 0.5847297
Aug 12 15:31:20.463774 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-bf9b5c7d-803b-409f-af52-c31b1c408d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:20.496043 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655ede-9e59-415d-b5b9-356fee1b7f4d req-58335e26-b229-489b-98ff-d059f369671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:20.497884 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-2c655ede-9e59-415d-b5b9-356fee1b7f4d req-58335e26-b229-489b-98ff-d059f369671c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dbe2b752bc7e46a684bd3e95191f60e2&device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 1097 time: 0.3972149
Aug 12 15:31:20.617740 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2dc9a643-9872-4218-9cd2-e6abe4f99959 req-2425351e-9edf-4d61-8ea1-7f60e5682561 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032728
Aug 12 15:31:20.623028 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-58392a52-605f-4b5a-9ff6-77c4a01a0c10 req-1e32d33a-61f3-4219-90ab-bc30df9ffc69 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2748156
Aug 12 15:31:20.730547 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64affa-ef4a-444c-a123-3cebd7e9a168 req-b79e64bd-8f13-47f6-9c69-07b38a047044 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:20.741188 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7a64affa-ef4a-444c-a123-3cebd7e9a168 req-b79e64bd-8f13-47f6-9c69-07b38a047044 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 944 time: 0.2913013
Aug 12 15:31:20.822133 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655ede-9e59-415d-b5b9-356fee1b7f4d req-e48f1cf4-d229-4161-bdb0-76fa27d8fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:20.823996 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-2c655ede-9e59-415d-b5b9-356fee1b7f4d req-e48f1cf4-d229-4161-bdb0-76fa27d8fa38 service neutron] 10.222.0.76 "GET /v2.0/networks?id=490dbe82-cde3-4d36-a911-378d177422a8 HTTP/1.1" status: 200  len: 912 time: 0.3183932
Aug 12 15:31:20.831256 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7a64affa-ef4a-444c-a123-3cebd7e9a168 req-1469d702-4c62-4b42-bb4b-dad16ed61c8a tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892012
Aug 12 15:31:21.053157 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-2c655ede-9e59-415d-b5b9-356fee1b7f4d req-4ce0e3cf-5d88-4c77-9d45-ca662e4aab83 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7548c663-1c11-427f-93be-d32512b2e521 HTTP/1.1" status: 200  len: 217 time: 0.1543727
Aug 12 15:31:21.100941 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:31:21.245410 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655ede-9e59-415d-b5b9-356fee1b7f4d req-e27c642a-ddf3-4fc6-aa84-b6341923afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:21.246891 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-2c655ede-9e59-415d-b5b9-356fee1b7f4d req-e27c642a-ddf3-4fc6-aa84-b6341923afac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b6c0441e-c6a3-4d25-95c3-5ed1ea30385d HTTP/1.1" status: 200  len: 850 time: 0.1861444
Aug 12 15:31:21.346805 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 45848) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:21.413709 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-51e16b01-a66f-4264-9f76-5cd495589391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:21.473161 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-51e16b01-a66f-4264-9f76-5cd495589391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:21.481357 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-51e16b01-a66f-4264-9f76-5cd495589391 admin admin] Usage tracker for resource:security_group_rule and tenant:4eb7f635f93d4e85b4447c0db35bebc0 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:21.487911 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-51e16b01-a66f-4264-9f76-5cd495589391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:21.501087 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf,segment=NetworkSegment(7ac53c20-1c91-4e5b-8429-531977be9f9f),segment_id=7ac53c20-1c91-4e5b-8429-531977be9f9f)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:21.508487 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-51e16b01-a66f-4264-9f76-5cd495589391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:21.525185 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf', 'network_id': 'cc438d87-7bdf-4e1a-9f05-6a00c5188f5a', 'port_id': '0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf', 'mac_address': 'fa:16:3e:6f:2c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002b3e75-99a8-4c70-abbf-8d7ee28cd6de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:31:21.526257 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655ede-9e59-415d-b5b9-356fee1b7f4d req-e7e3e6dd-0aa3-44ae-b104-c2f144de5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:21.527730 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-2c655ede-9e59-415d-b5b9-356fee1b7f4d req-e7e3e6dd-0aa3-44ae-b104-c2f144de5065 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=490dbe82-cde3-4d36-a911-378d177422a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2730305
Aug 12 15:31:21.646842 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:21.662936 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-51e16b01-a66f-4264-9f76-5cd495589391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:21.669773 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-51e16b01-a66f-4264-9f76-5cd495589391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:21.682334 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5c51ac53-7e18-42f2-a49c-c94c669cb3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:21.716702 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:31:21.751015 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-2c655ede-9e59-415d-b5b9-356fee1b7f4d req-184ba630-72d2-44a5-8d9d-e92a6010c240 service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116883
Aug 12 15:31:21.757455 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf,segment=NetworkSegment(7ac53c20-1c91-4e5b-8429-531977be9f9f),segment_id=7ac53c20-1c91-4e5b-8429-531977be9f9f)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:21.766600 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:21.769804 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:21.806313 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-51e16b01-a66f-4264-9f76-5cd495589391 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4eb7f635f93d4e85b4447c0db35bebc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4579566
Aug 12 15:31:21.813730 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 45860) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:21.843166 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e16b01-a66f-4264-9f76-5cd495589391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494fd779-1baf-4038-b4fc-7c98ab0809a4,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:21.896043 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:21.903200 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:21.941914 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-51e16b01-a66f-4264-9f76-5cd495589391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:22.056429 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-099c53a8-a44d-43da-b104-6fac0d20fcda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:22.115172 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0665d7-f3d7-4430-be54-62e79aa5681c req-da8f369e-e155-44b6-a6a1-3a1fc91e2310 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:22.117763 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ac0665d7-f3d7-4430-be54-62e79aa5681c req-da8f369e-e155-44b6-a6a1-3a1fc91e2310 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 944 time: 0.2542667
Aug 12 15:31:22.118576 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:31:22.203918 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-2c655ede-9e59-415d-b5b9-356fee1b7f4d req-c8eec46f-d02d-476d-8dab-9b1748a1790c service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4347887
Aug 12 15:31:22.318202 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-099c53a8-a44d-43da-b104-6fac0d20fcda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:22.384298 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ac0665d7-f3d7-4430-be54-62e79aa5681c req-a7d3f194-cc9d-4d53-89cc-9c6dafa95703 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2473025
Aug 12 15:31:22.459309 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07826889-a7a9-41ba-b4bc-7743c9a4fbef req-f360e73d-e843-4279-bc9d-7b2b14595e9f tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:22.467105 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-07826889-a7a9-41ba-b4bc-7743c9a4fbef req-f360e73d-e843-4279-bc9d-7b2b14595e9f tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 944 time: 0.3441198
Aug 12 15:31:22.548065 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-099c53a8-a44d-43da-b104-6fac0d20fcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:22.563443 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4c0be459-a6e5-45e0-97a7-58bbcc5b5dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:22.581927 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c53a8-a44d-43da-b104-6fac0d20fcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494fd779-1baf-4038-b4fc-7c98ab0809a4,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:22.595138 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-07826889-a7a9-41ba-b4bc-7743c9a4fbef req-86161707-a4cb-4b42-b4f8-d3012b1b52f3 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1260803
Aug 12 15:31:22.599661 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-099c53a8-a44d-43da-b104-6fac0d20fcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:22.622256 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-099c53a8-a44d-43da-b104-6fac0d20fcda admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:22.623386 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-099c53a8-a44d-43da-b104-6fac0d20fcda admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/494fd779-1baf-4038-b4fc-7c98ab0809a4 HTTP/1.1" status: 204  len: 168 time: 0.8086636
Aug 12 15:31:23.106724 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 7548c663-1c11-427f-93be-d32512b2e521 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:31:23.160417 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:31:23.603631 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 7548c663-1c11-427f-93be-d32512b2e521, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=7548c663-1c11-427f-93be-d32512b2e521,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:23.612162 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:31:23.626522 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:31:23.626903 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:23.688614 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '7548c663-1c11-427f-93be-d32512b2e521', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'port_id': '7548c663-1c11-427f-93be-d32512b2e521', 'mac_address': 'fa:16:3e:cb:b4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:31:23.804400 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:23.816945 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932b712-c0fb-4774-a18d-9031441d55b2 req-bbc8cf48-373b-4391-8be0-d9dd423820f5 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:23.835155 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e932b712-c0fb-4774-a18d-9031441d55b2 req-bbc8cf48-373b-4391-8be0-d9dd423820f5 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 944 time: 0.1406307
Aug 12 15:31:23.840888 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7548c663-1c11-427f-93be-d32512b2e521 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:31:23.853022 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:23.884484 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 7548c663-1c11-427f-93be-d32512b2e521, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=7548c663-1c11-427f-93be-d32512b2e521,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:23.894232 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89750f6d-681e-407f-974d-e63111f5e286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:31:23.902310 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:23.905915 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:23.934979 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e932b712-c0fb-4774-a18d-9031441d55b2 req-a998adc8-8cbc-4f3d-a02f-89226685e3f0 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981283
Aug 12 15:31:23.968705 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf,segment=NetworkSegment(7ac53c20-1c91-4e5b-8429-531977be9f9f),segment_id=7ac53c20-1c91-4e5b-8429-531977be9f9f)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:23.996039 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7748-f31d-4bb8-b23a-fd3699b131f0 req-84b66ac2-0318-4e82-bfe8-a0464845bf0c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:24.007110 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ec5d7748-f31d-4bb8-b23a-fd3699b131f0 req-84b66ac2-0318-4e82-bfe8-a0464845bf0c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 945 time: 0.1509559
Aug 12 15:31:24.023822 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:24.070387 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=7548c663-1c11-427f-93be-d32512b2e521,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:24.079799 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89750f6d-681e-407f-974d-e63111f5e286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf', 'code': 200}
Aug 12 15:31:24.080652 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:24.081102 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:24.092741 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ec5d7748-f31d-4bb8-b23a-fd3699b131f0 req-5b6b9fa0-cfaf-4d44-9afe-b923f9cf7623 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839741
Aug 12 15:31:24.200333 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:24.206964 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:24.249484 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 45968) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:24.283475 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['7548c663-1c11-427f-93be-d32512b2e521'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:31:24.475971 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b050bf3-61fb-4ee4-a998-3e01502c3e42 req-7998bf57-32e9-47e5-9863-34751a40b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:24.480269 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-7b050bf3-61fb-4ee4-a998-3e01502c3e42 req-7998bf57-32e9-47e5-9863-34751a40b599 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 1098 time: 0.0942562
Aug 12 15:31:24.521393 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-7b050bf3-61fb-4ee4-a998-3e01502c3e42 req-7b3d0e80-bc10-4495-8204-67793ae8a6c2 service neutron] Synchronizing usage tracker for tenant:db5056599be34a41a81724b18b2dcc6c on resource:security_group {{(pid=79259) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:31:24.550191 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-7b050bf3-61fb-4ee4-a998-3e01502c3e42 req-7b3d0e80-bc10-4495-8204-67793ae8a6c2 service neutron] Unset dirty status for tenant:db5056599be34a41a81724b18b2dcc6c on resource:security_group {{(pid=79259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:31:24.551378 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-7b050bf3-61fb-4ee4-a998-3e01502c3e42 req-7b3d0e80-bc10-4495-8204-67793ae8a6c2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659435
Aug 12 15:31:24.555398 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-286d0a46-863b-46cc-9d2a-50770db521bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:24.571251 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-286d0a46-863b-46cc-9d2a-50770db521bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:24.575196 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-286d0a46-863b-46cc-9d2a-50770db521bb admin admin] Usage tracker for resource:security_group_rule and tenant:e92b283a6e1f4eb2bd18fbdd489fe85e is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:24.578966 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-286d0a46-863b-46cc-9d2a-50770db521bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:24.585271 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-286d0a46-863b-46cc-9d2a-50770db521bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:24.679851 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-286d0a46-863b-46cc-9d2a-50770db521bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:24.683161 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-286d0a46-863b-46cc-9d2a-50770db521bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:24.693311 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:24.735617 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-286d0a46-863b-46cc-9d2a-50770db521bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e92b283a6e1f4eb2bd18fbdd489fe85e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4850402
Aug 12 15:31:24.737280 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d0a46-863b-46cc-9d2a-50770db521bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d10171-e82c-4963-8511-27f8d2bdf9f9,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:24.738367 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 45994) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:24.740771 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-286d0a46-863b-46cc-9d2a-50770db521bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:24.800086 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4f526813-5aa9-4361-a3a0-84d8d2c44ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:24.836292 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4f526813-5aa9-4361-a3a0-84d8d2c44ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:24.892269 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4f526813-5aa9-4361-a3a0-84d8d2c44ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:24.898070 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-81ad976e-d4b2-4b1e-88e1-eaf1eeeda976 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:24.910089 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f526813-5aa9-4361-a3a0-84d8d2c44ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d10171-e82c-4963-8511-27f8d2bdf9f9,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:24.912949 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4f526813-5aa9-4361-a3a0-84d8d2c44ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:24.916584 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4f526813-5aa9-4361-a3a0-84d8d2c44ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:24.918056 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-4f526813-5aa9-4361-a3a0-84d8d2c44ff5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66d10171-e82c-4963-8511-27f8d2bdf9f9 HTTP/1.1" status: 204  len: 168 time: 0.1786354
Aug 12 15:31:25.237049 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b506b-7a4c-409d-827c-27ca33d4e115 req-e3c2a71e-2ae0-4486-bf1e-6ac5a749684a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:25.240698 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-201b506b-7a4c-409d-827c-27ca33d4e115 req-e3c2a71e-2ae0-4486-bf1e-6ac5a749684a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1502550
Aug 12 15:31:25.388313 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46016) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:25.421012 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7f2141b6-1ed2-4174-9a29-7997b13852e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:25.443871 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-7f2141b6-1ed2-4174-9a29-7997b13852e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:25.448124 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-201b506b-7a4c-409d-827c-27ca33d4e115 req-a6970939-9c3f-496a-8c10-6ba1d2951779 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005184
Aug 12 15:31:25.462126 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-7f2141b6-1ed2-4174-9a29-7997b13852e3 admin admin] Usage tracker for resource:security_group_rule and tenant:77116e3ee49e41cca11e6b067fcc565b is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:25.468948 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-7f2141b6-1ed2-4174-9a29-7997b13852e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:25.486764 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-7f2141b6-1ed2-4174-9a29-7997b13852e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:25.496772 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f463e-dcb6-4b37-86f2-b924ba9f5827 req-8d3df06b-7be3-438c-89d9-9214bef82fa4 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:25.499449 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-930f463e-dcb6-4b37-86f2-b924ba9f5827 req-8d3df06b-7be3-438c-89d9-9214bef82fa4 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 945 time: 0.2190154
Aug 12 15:31:25.580457 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-930f463e-dcb6-4b37-86f2-b924ba9f5827 req-5a95851c-2a23-4af0-9ad2-75d88fc34247 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738986
Aug 12 15:31:25.656346 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7f2141b6-1ed2-4174-9a29-7997b13852e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:25.661465 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7f2141b6-1ed2-4174-9a29-7997b13852e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:25.672778 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a677479e-5d62-4f9f-857d-9bb548b8d84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:25.731952 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-7f2141b6-1ed2-4174-9a29-7997b13852e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77116e3ee49e41cca11e6b067fcc565b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3414524
Aug 12 15:31:25.734378 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2141b6-1ed2-4174-9a29-7997b13852e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaed996-c3ef-4cf3-a689-621d5c4dc970,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:25.736950 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 46032) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:25.738299 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7f2141b6-1ed2-4174-9a29-7997b13852e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:25.878770 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-413da65e-b704-4c35-b53c-2049bae934ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:25.915063 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-413da65e-b704-4c35-b53c-2049bae934ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:26.003840 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-413da65e-b704-4c35-b53c-2049bae934ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:26.008897 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-1da674aa-fb41-4560-abe2-8ff7c47863e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:26.021362 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413da65e-b704-4c35-b53c-2049bae934ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaed996-c3ef-4cf3-a689-621d5c4dc970,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:26.030888 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-413da65e-b704-4c35-b53c-2049bae934ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:26.042908 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-413da65e-b704-4c35-b53c-2049bae934ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:26.044315 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-413da65e-b704-4c35-b53c-2049bae934ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adaed996-c3ef-4cf3-a689-621d5c4dc970 HTTP/1.1" status: 204  len: 168 time: 0.3062274
Aug 12 15:31:26.689636 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46092) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:26.695074 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e647ff-385d-4563-960e-96f8b2330365 req-e769df46-0feb-413d-ba94-0e988b59f8d9 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:26.697646 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-15e647ff-385d-4563-960e-96f8b2330365 req-e769df46-0feb-413d-ba94-0e988b59f8d9 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1101198
Aug 12 15:31:26.843678 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-15e647ff-385d-4563-960e-96f8b2330365 req-2388fead-9902-4818-803a-7c4ae3f40a18 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297288
Aug 12 15:31:26.929430 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673c85c-20a0-49ba-9601-c53cdddc3f78 req-da7068ef-d58b-416e-9ccb-b177ded6b46c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:26.931439 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8673c85c-20a0-49ba-9601-c53cdddc3f78 req-da7068ef-d58b-416e-9ccb-b177ded6b46c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 945 time: 0.1673298
Aug 12 15:31:26.949415 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d44043a4-7824-459b-8818-958778910055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:26.973142 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-d44043a4-7824-459b-8818-958778910055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:26.984999 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-d44043a4-7824-459b-8818-958778910055 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe9f0b6e9f94cff8c381f51038b16ae is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:26.990106 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-d44043a4-7824-459b-8818-958778910055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:27.001770 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-d44043a4-7824-459b-8818-958778910055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:27.030174 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8673c85c-20a0-49ba-9601-c53cdddc3f78 req-9379aeb1-7f8a-404d-a6e5-961a1fd10ecf tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917773
Aug 12 15:31:27.128511 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 7548c663-1c11-427f-93be-d32512b2e521 up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:31:27.241138 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d44043a4-7824-459b-8818-958778910055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:27.246218 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d44043a4-7824-459b-8818-958778910055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:27.261359 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4f526813-5aa9-4361-a3a0-84d8d2c44ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:27.265431 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 7548c663-1c11-427f-93be-d32512b2e521 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:31:27.271760 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 7548c663-1c11-427f-93be-d32512b2e521 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:31:27.272306 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:27.318458 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-d44043a4-7824-459b-8818-958778910055 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fe9f0b6e9f94cff8c381f51038b16ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6275094
Aug 12 15:31:27.321289 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 46124) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:27.340128 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44043a4-7824-459b-8818-958778910055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b745730d-93f5-4099-a8b7-132e14773cb3,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:27.349279 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d44043a4-7824-459b-8818-958778910055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:27.500956 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5448e9e0-cc61-44f6-b6ab-a29e9f5b69f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:27.526618 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:27.563934 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5448e9e0-cc61-44f6-b6ab-a29e9f5b69f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:27.569802 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f229979-c065-47de-aaf8-c45cc7dc802e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7548c663-1c11-427f-93be-d32512b2e521'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:31:27.581320 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 7548c663-1c11-427f-93be-d32512b2e521, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=7548c663-1c11-427f-93be-d32512b2e521,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:27.592190 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:27.594451 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:27.636390 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ef9f5-0bea-44d3-83e3-066432bd256c req-0bb7b22f-5748-428a-8cc3-33de6064419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:27.640159 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-701ef9f5-0bea-44d3-83e3-066432bd256c req-0bb7b22f-5748-428a-8cc3-33de6064419a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0be265cfe44849aaac4ff2c1268771d4&device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 1098 time: 0.2049034
Aug 12 15:31:27.665794 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f229979-c065-47de-aaf8-c45cc7dc802e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7548c663-1c11-427f-93be-d32512b2e521', 'code': 200}
Aug 12 15:31:27.683220 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5448e9e0-cc61-44f6-b6ab-a29e9f5b69f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:27.702479 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-aa358179-2e56-484c-ab9b-c2f48d78adf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:27.722172 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=7548c663-1c11-427f-93be-d32512b2e521,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:27.724561 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448e9e0-cc61-44f6-b6ab-a29e9f5b69f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b745730d-93f5-4099-a8b7-132e14773cb3,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:27.726225 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:27.728330 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5448e9e0-cc61-44f6-b6ab-a29e9f5b69f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:27.730943 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5448e9e0-cc61-44f6-b6ab-a29e9f5b69f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:27.732272 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-5448e9e0-cc61-44f6-b6ab-a29e9f5b69f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b745730d-93f5-4099-a8b7-132e14773cb3 HTTP/1.1" status: 204  len: 168 time: 0.4088514
Aug 12 15:31:27.764252 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8e3a3-ef4b-499e-acc1-033949c9833b req-d4a3662e-f783-465c-82bb-9b1b654ee7eb tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:27.767279 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6ff8e3a3-ef4b-499e-acc1-033949c9833b req-d4a3662e-f783-465c-82bb-9b1b654ee7eb tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1505742
Aug 12 15:31:27.856772 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6ff8e3a3-ef4b-499e-acc1-033949c9833b req-0be80c58-6925-4bd1-9549-71b1b28d7afa tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816963
Aug 12 15:31:27.929227 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ef9f5-0bea-44d3-83e3-066432bd256c req-d501a7ec-281f-414b-8b50-59e0221dce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:27.937108 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-701ef9f5-0bea-44d3-83e3-066432bd256c req-d501a7ec-281f-414b-8b50-59e0221dce48 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a HTTP/1.1" status: 200  len: 919 time: 0.2639668
Aug 12 15:31:28.283596 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46168) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:28.318795 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6e2e3534-f439-4bb7-ab12-cc4e277109fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:28.336689 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665ed3a-f362-4c45-98af-fa48d0d9b568 req-f7c276ea-2ece-4723-8502-fb577b0b4f9b tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:28.341418 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-6e2e3534-f439-4bb7-ab12-cc4e277109fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:28.345030 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3665ed3a-f362-4c45-98af-fa48d0d9b568 req-f7c276ea-2ece-4723-8502-fb577b0b4f9b tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.0967898
Aug 12 15:31:28.346262 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-6e2e3534-f439-4bb7-ab12-cc4e277109fa admin admin] Usage tracker for resource:security_group_rule and tenant:8c568815864e4d09afd0b310e11864e9 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:28.349487 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-6e2e3534-f439-4bb7-ab12-cc4e277109fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:28.355569 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-6e2e3534-f439-4bb7-ab12-cc4e277109fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:28.402613 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3665ed3a-f362-4c45-98af-fa48d0d9b568 req-94a5599f-471b-4d44-8840-ee837f9eba52 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567319
Aug 12 15:31:28.453173 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6e2e3534-f439-4bb7-ab12-cc4e277109fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:28.461297 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6e2e3534-f439-4bb7-ab12-cc4e277109fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:28.471679 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-dafc3172-00dd-47ce-bd50-665bd948d7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:28.517363 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-6e2e3534-f439-4bb7-ab12-cc4e277109fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c568815864e4d09afd0b310e11864e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2324841
Aug 12 15:31:28.518620 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e3534-f439-4bb7-ab12-cc4e277109fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d896f33-e428-40d0-9a2a-5fc268961de6,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:28.520315 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 46184) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:28.522013 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-6e2e3534-f439-4bb7-ab12-cc4e277109fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:28.609759 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f6e86f5d-e9fd-42e8-b881-6108e7a49d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:28.636833 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f6e86f5d-e9fd-42e8-b881-6108e7a49d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:28.717934 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f6e86f5d-e9fd-42e8-b881-6108e7a49d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:28.723916 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-a9d2d681-4c66-4789-9c7d-5f58e9c10023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:28.736403 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e86f5d-e9fd-42e8-b881-6108e7a49d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d896f33-e428-40d0-9a2a-5fc268961de6,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:28.739337 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f6e86f5d-e9fd-42e8-b881-6108e7a49d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:28.741643 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f6e86f5d-e9fd-42e8-b881-6108e7a49d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:28.745714 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-f6e86f5d-e9fd-42e8-b881-6108e7a49d90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d896f33-e428-40d0-9a2a-5fc268961de6 HTTP/1.1" status: 204  len: 168 time: 0.2216887
Aug 12 15:31:28.992369 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 46212) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:29.111644 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d776da-d25a-4197-9eea-841d54605ef9 req-def7477a-98a1-4c46-bc1e-79ba172307ec tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:29.113347 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-01d776da-d25a-4197-9eea-841d54605ef9 req-def7477a-98a1-4c46-bc1e-79ba172307ec tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.0945196
Aug 12 15:31:29.167431 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d3d741dd-45d5-4ee6-870e-742a2404c59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:29.206931 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-01d776da-d25a-4197-9eea-841d54605ef9 req-59f9d36b-56b8-4edf-991c-6519a3c52375 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875950
Aug 12 15:31:29.208316 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-d3d741dd-45d5-4ee6-870e-742a2404c59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:29.213375 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-d3d741dd-45d5-4ee6-870e-742a2404c59a admin admin] Usage tracker for resource:security_group_rule and tenant:e4cd045e97ae468d8b3950349d844ba4 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:29.216680 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-d3d741dd-45d5-4ee6-870e-742a2404c59a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:29.223084 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-d3d741dd-45d5-4ee6-870e-742a2404c59a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:29.329565 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d3d741dd-45d5-4ee6-870e-742a2404c59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:29.342347 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d3d741dd-45d5-4ee6-870e-742a2404c59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:29.354096 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5c49095c-aec1-4ad5-b709-350d46d9fc24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:29.399989 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46248) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:29.400555 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-d3d741dd-45d5-4ee6-870e-742a2404c59a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4cd045e97ae468d8b3950349d844ba4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4065561
Aug 12 15:31:29.402345 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d741dd-45d5-4ee6-870e-742a2404c59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78120b4a-a455-45e6-8627-1eed38dba4e4,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:29.406828 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d3d741dd-45d5-4ee6-870e-742a2404c59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:29.487371 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-12e4181b-89b3-401b-8a92-13a8b16b227c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:29.523907 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-12e4181b-89b3-401b-8a92-13a8b16b227c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:29.588169 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-12e4181b-89b3-401b-8a92-13a8b16b227c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:29.595796 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a4df30e8-0620-4b3b-bcbd-e5503e288411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:29.612093 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4181b-89b3-401b-8a92-13a8b16b227c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78120b4a-a455-45e6-8627-1eed38dba4e4,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:29.616866 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-12e4181b-89b3-401b-8a92-13a8b16b227c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:29.646964 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-12e4181b-89b3-401b-8a92-13a8b16b227c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:29.648111 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-12e4181b-89b3-401b-8a92-13a8b16b227c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78120b4a-a455-45e6-8627-1eed38dba4e4 HTTP/1.1" status: 204  len: 168 time: 0.2469361
Aug 12 15:31:29.661501 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 46272) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:29.681300 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9831c-c8ff-4628-b15c-4c182e1149e0 req-378837ef-c507-48d5-a24f-c3bb3f7c2241 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:29.682828 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-56a9831c-c8ff-4628-b15c-4c182e1149e0 req-378837ef-c507-48d5-a24f-c3bb3f7c2241 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.1582139
Aug 12 15:31:29.764774 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-56a9831c-c8ff-4628-b15c-4c182e1149e0 req-0b8dff00-00f4-408a-b2a6-06ef753cd268 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0733752
Aug 12 15:31:29.924005 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-759784524-network', 'tenant_id': 'a9e490668b3246b182fd1b40a6b6c127'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:29.929812 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:29.935756 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Usage tracker for resource:network and tenant:a9e490668b3246b182fd1b40a6b6c127 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:29.939276 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:29.945200 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:29.955728 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Made reservation on behalf of a9e490668b3246b182fd1b40a6b6c127 for: {'network': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:31:29.958656 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:29.976443 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:29.994228 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:29.998244 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Usage tracker for resource:security_group_rule and tenant:a9e490668b3246b182fd1b40a6b6c127 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:30.001194 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:30.008580 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:30.050978 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46302) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:30.071886 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6e2b-22e5-4e6c-adca-26f215c6c449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:30.088330 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-3d6b6e2b-22e5-4e6c-adca-26f215c6c449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:30.092775 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-3d6b6e2b-22e5-4e6c-adca-26f215c6c449 admin admin] Usage tracker for resource:security_group_rule and tenant:c194a7e18b4b43d6b4958aa5a6b3cb99 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:30.099579 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-3d6b6e2b-22e5-4e6c-adca-26f215c6c449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:30.105893 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-3d6b6e2b-22e5-4e6c-adca-26f215c6c449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:30.115857 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:30.120113 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:30.126435 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f6e86f5d-e9fd-42e8-b881-6108e7a49d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:30.159210 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719}  {{(pid=79258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:31:30.175969 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623d3105-0311-4196-a77c-66455271e854,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:30.178940 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:30.179269 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.segments_db [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Added segment fa6357de-4a2c-452b-a59a-d87a1586c8f6 of type vlan for network ea14c8d0-7615-46a8-b44d-d06b7b300fe5
Aug 12 15:31:30.180719 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:30.212507 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:30.226000 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6e2b-22e5-4e6c-adca-26f215c6c449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:30.229817 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6e2b-22e5-4e6c-adca-26f215c6c449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:30.237053 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:30.246336 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:30.247863 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:30.249072 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:30.256415 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0a186fea-b383-47c3-b2ef-9584563b2f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:30.291499 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-3d6b6e2b-22e5-4e6c-adca-26f215c6c449 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c194a7e18b4b43d6b4958aa5a6b3cb99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2393918
Aug 12 15:31:30.292639 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b6e2b-22e5-4e6c-adca-26f215c6c449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4942bcbb-4209-4aad-92df-be001a49cebd,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:30.296240 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46326) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:30.299662 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3d6b6e2b-22e5-4e6c-adca-26f215c6c449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:30.368079 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7c288b2c-5373-456c-888f-9634ed918b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:30.399378 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7c288b2c-5373-456c-888f-9634ed918b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:30.415581 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Pushing event updated for resources: {'Network': ['ID=ea14c8d0-7615-46a8-b44d-d06b7b300fe5,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:30.419523 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:30.427584 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network ea14c8d0-7615-46a8-b44d-d06b7b300fe5 details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:31:30.466365 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8006616
Aug 12 15:31:30.469244 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46336) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:30.486244 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Request body: {'subnet': {'network_id': 'ea14c8d0-7615-46a8-b44d-d06b7b300fe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-759784524-subnet', 'tenant_id': 'a9e490668b3246b182fd1b40a6b6c127', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:30.493419 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:30.497755 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Usage tracker for resource:subnet and tenant:a9e490668b3246b182fd1b40a6b6c127 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:30.501788 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:30.509440 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:30.521327 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Made reservation on behalf of a9e490668b3246b182fd1b40a6b6c127 for: {'subnet': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:31:30.524332 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:30.540151 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61e001-daab-46f3-945d-74e65a6fa9fd req-d57ba5f4-e507-44b9-a3d9-97fa9bf8fa9e tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:30.542063 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6f61e001-daab-46f3-945d-74e65a6fa9fd req-d57ba5f4-e507-44b9-a3d9-97fa9bf8fa9e tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1276014
Aug 12 15:31:30.619735 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6f61e001-daab-46f3-945d-74e65a6fa9fd req-53a28bc8-24f5-469e-bec9-43be084439b3 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718374
Aug 12 15:31:30.635748 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7c288b2c-5373-456c-888f-9634ed918b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:30.643475 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-bf9b5c7d-803b-409f-af52-c31b1c408d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:30.662177 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c288b2c-5373-456c-888f-9634ed918b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4942bcbb-4209-4aad-92df-be001a49cebd,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:30.664998 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7c288b2c-5373-456c-888f-9634ed918b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:30.676207 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7c288b2c-5373-456c-888f-9634ed918b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:30.677356 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-7c288b2c-5373-456c-888f-9634ed918b2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4942bcbb-4209-4aad-92df-be001a49cebd HTTP/1.1" status: 204  len: 168 time: 0.3794465
Aug 12 15:31:30.958925 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5275f4-d225-470d-94e7-0c2e6d95db2d req-8ff39962-9c6c-4640-b637-a2c59252a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:30.961416 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6b5275f4-d225-470d-94e7-0c2e6d95db2d req-8ff39962-9c6c-4640-b637-a2c59252a0a0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 1099 time: 0.1958807
Aug 12 15:31:31.029820 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-701ef9f5-0bea-44d3-83e3-066432bd256c req-d9ad0443-36cc-4605-adc1-51f3d2fb8068 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf HTTP/1.1" status: 200  len: 217 time: 0.2774248
Aug 12 15:31:31.115014 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6b5275f4-d225-470d-94e7-0c2e6d95db2d req-ec46e870-7257-4485-bc33-cb9e9bdc1946 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1449432
Aug 12 15:31:31.143760 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ef9f5-0bea-44d3-83e3-066432bd256c req-9d61bfc7-5fc9-4283-8d86-befbce733890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:31.144264 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d212d-ee14-4330-b330-f8d175ed9884 req-da2dee1b-8b6c-4a05-b8c8-04165d933ae2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:31.145240 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-701ef9f5-0bea-44d3-83e3-066432bd256c req-9d61bfc7-5fc9-4283-8d86-befbce733890 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=002b3e75-99a8-4c70-abbf-8d7ee28cd6de HTTP/1.1" status: 200  len: 858 time: 0.1083381
Aug 12 15:31:31.146117 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ee6d212d-ee14-4330-b330-f8d175ed9884 req-da2dee1b-8b6c-4a05-b8c8-04165d933ae2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.1463664
Aug 12 15:31:31.156276 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for subnet, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:31.162601 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-fef9fa40-7df4-4980-9e4c-ee4800b0fe99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:31.197136 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ee6d212d-ee14-4330-b330-f8d175ed9884 req-140d4560-677f-45b2-8573-a420199b57c1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447271
Aug 12 15:31:31.240137 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a814f5-b650-419c-8059-4fbdec0162bf,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:31.245648 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:31.249004 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Checking segment: {'id': 'fa6357de-4a2c-452b-a59a-d87a1586c8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ea14c8d0-7615-46a8-b44d-d06b7b300fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:31:31.249532 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Network hostable DHCP agents. Network: ea14c8d0-7615-46a8-b44d-d06b7b300fe5, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:31:31.269960 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Network ea14c8d0-7615-46a8-b44d-d06b7b300fe5 is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:31:31.283517 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, ea14c8d0-7615-46a8-b44d-d06b7b300fe5) {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:31:31.295976 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:31.296087 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e08b34-0c83-4b57-bec8-f59a19c7e37f None None] Network ea14c8d0-7615-46a8-b44d-d06b7b300fe5 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:31:31.296180 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:31.296269 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 46368) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:31.329435 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8540113
Aug 12 15:31:31.680320 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-701ef9f5-0bea-44d3-83e3-066432bd256c req-3f842ff5-7ca0-47cc-806c-667f4aa55ecc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1576507
Aug 12 15:31:31.740049 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a6a5b99f-6bf3-4ad3-a0d4-3c2edf00d062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:31.800625 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab3d3ce-7bff-4e83-8968-baa52d19f857 None None] Network ea14c8d0-7615-46a8-b44d-d06b7b300fe5 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:31:31.809060 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-a6a5b99f-6bf3-4ad3-a0d4-3c2edf00d062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:31.821437 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-a6a5b99f-6bf3-4ad3-a0d4-3c2edf00d062 admin admin] Usage tracker for resource:security_group_rule and tenant:9014ce0b9994419cb1467fe0eda10188 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:31.830818 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-a6a5b99f-6bf3-4ad3-a0d4-3c2edf00d062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:31.843632 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-a6a5b99f-6bf3-4ad3-a0d4-3c2edf00d062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:32.099932 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-701ef9f5-0bea-44d3-83e3-066432bd256c req-a809b2cb-ece9-4502-9814-6807589bfd5e service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4058752
Aug 12 15:31:32.216907 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1c11b-efa1-4d57-a839-a306c26f4b8c req-43917f32-58c2-40bc-83ea-da9cf4603af4 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:32.225507 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a7b1c11b-efa1-4d57-a839-a306c26f4b8c req-43917f32-58c2-40bc-83ea-da9cf4603af4 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.3707459
Aug 12 15:31:32.334417 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a7b1c11b-efa1-4d57-a839-a306c26f4b8c req-916c4b6d-9fe9-4a1d-a32c-b940265d0c31 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076360
Aug 12 15:31:32.367817 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a6a5b99f-6bf3-4ad3-a0d4-3c2edf00d062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:32.374745 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a6a5b99f-6bf3-4ad3-a0d4-3c2edf00d062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:32.386498 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b1a89e69-fe84-4b1b-94f5-82c804d12724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:32.495252 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-701ef9f5-0bea-44d3-83e3-066432bd256c req-98c50f57-f1f9-4f26-bb10-b61f36e18892 service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3847647
Aug 12 15:31:32.636655 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5b99f-6bf3-4ad3-a0d4-3c2edf00d062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8341dae7-3257-4ee4-99b6-5ca9a866ac7d,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:32.644287 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-a6a5b99f-6bf3-4ad3-a0d4-3c2edf00d062 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9014ce0b9994419cb1467fe0eda10188&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3468423
Aug 12 15:31:32.646131 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-a6a5b99f-6bf3-4ad3-a0d4-3c2edf00d062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:32.646975 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46414) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:32.710814 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218dd9b-7b18-4853-80a4-a9de1e9f293a req-316d2f15-474e-40fd-9a20-458113839c14 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:32.727715 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3218dd9b-7b18-4853-80a4-a9de1e9f293a req-316d2f15-474e-40fd-9a20-458113839c14 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.2995353
Aug 12 15:31:32.861514 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3218dd9b-7b18-4853-80a4-a9de1e9f293a req-a0d1641e-2975-46de-914b-d60ee29f36c1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1326544
Aug 12 15:31:32.872922 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 46426) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:32.875127 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ee7dddec-797b-45c9-b456-e4926b3e5a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:32.881382 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2145678697-network', 'tenant_id': '576492fbcd124223b17eeae5e047959d'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:32.892648 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:32.903101 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Usage tracker for resource:network and tenant:576492fbcd124223b17eeae5e047959d is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:32.939554 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:32.952458 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ee7dddec-797b-45c9-b456-e4926b3e5a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:32.963210 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:32.984698 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Made reservation on behalf of 576492fbcd124223b17eeae5e047959d for: {'network': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:31:32.988320 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:33.037248 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:33.046135 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ee7dddec-797b-45c9-b456-e4926b3e5a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:33.052663 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d44043a4-7824-459b-8818-958778910055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:33.074733 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dddec-797b-45c9-b456-e4926b3e5a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8341dae7-3257-4ee4-99b6-5ca9a866ac7d,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:33.077527 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-ee7dddec-797b-45c9-b456-e4926b3e5a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:33.077922 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:33.097747 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Usage tracker for resource:security_group_rule and tenant:576492fbcd124223b17eeae5e047959d is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:33.102520 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ee7dddec-797b-45c9-b456-e4926b3e5a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:33.108251 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:33.109361 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-ee7dddec-797b-45c9-b456-e4926b3e5a1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8341dae7-3257-4ee4-99b6-5ca9a866ac7d HTTP/1.1" status: 204  len: 168 time: 0.4597096
Aug 12 15:31:33.115604 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:33.224885 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:33.230799 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:33.244633 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0479fd18-b1e1-42c3-a074-3b9b97a8a933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:33.317388 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742}  {{(pid=79258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:31:33.337211 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94219411-2ecb-449d-8894-0fe409fcb6a9,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:33.347685 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:33.363490 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:33.363873 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.segments_db [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Added segment f1266614-0df1-45ba-b95f-0acb805a324b of type vlan for network d45a3f0c-5496-432c-85d3-21762bd19c2f
Aug 12 15:31:33.425225 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:33.515215 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:33.516726 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:33.517342 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:33.551219 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c8dd7a6f-2466-4cc1-af2a-2c8bec0c5085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:33.573349 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6988709
Aug 12 15:31:33.576450 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46450) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:33.583342 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Request body: {'subnet': {'network_id': 'd45a3f0c-5496-432c-85d3-21762bd19c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2145678697-subnet', 'tenant_id': '576492fbcd124223b17eeae5e047959d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:33.591960 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:33.600828 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Usage tracker for resource:subnet and tenant:576492fbcd124223b17eeae5e047959d is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:33.613158 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:33.616258 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:31:33.629455 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:33.656592 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Made reservation on behalf of 576492fbcd124223b17eeae5e047959d for: {'subnet': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:31:33.659097 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:33.739766 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Pushing event updated for resources: {'Network': ['ID=d45a3f0c-5496-432c-85d3-21762bd19c2f,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:33.785705 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:33.785705 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:33.785705 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:33.786446 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46460) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:33.787892 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:33.788443 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:33.788893 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:33.789372 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:33.789908 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:33.790326 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:33.790980 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:33.791457 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:33.791796 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:33.796332 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:33.804077 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network d45a3f0c-5496-432c-85d3-21762bd19c2f details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:31:33.818476 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:33.838099 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd01ee9-4229-4808-9a4b-f208d3bacade req-c57de520-09c8-4ac2-8b2d-2629a8196ca7 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:33.840674 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-afd01ee9-4229-4808-9a4b-f208d3bacade req-c57de520-09c8-4ac2-8b2d-2629a8196ca7 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.2913964
Aug 12 15:31:33.841211 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:33.847144 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Usage tracker for resource:security_group_rule and tenant:a3c707c111b042799566cac026354a64 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:33.853087 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:33.896387 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:33.912832 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-afd01ee9-4229-4808-9a4b-f208d3bacade req-1b3fc369-090f-4b85-8f8a-a6b002f874f0 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653353
Aug 12 15:31:34.051166 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:34.119501 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:34.131624 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f44f93fb-5857-4289-98dc-6ba7053712b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:34.151500 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for subnet, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:34.188833 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3c707c111b042799566cac026354a64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4002774
Aug 12 15:31:34.194751 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46474) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:34.211011 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88de52d9-ce16-4ec5-9f1e-daaaaa79636a,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:34.242179 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:34.242992 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:34.244373 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:34.244963 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:34.245484 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:34.246020 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:34.246537 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:34.247121 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:34.248217 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:34.248431 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f97076-7e9e-4eb5-a245-b48bcace50cc req-17643698-72cd-4f13-91fa-0822d6baa795 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:34.248956 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:34.249101 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:34.249432 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:34.250082 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e9f97076-7e9e-4eb5-a245-b48bcace50cc req-17643698-72cd-4f13-91fa-0822d6baa795 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 945 time: 0.1637037
Aug 12 15:31:34.253803 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:34.262960 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:34.263354 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98020674-fd71-44e9-984f-68d8511d33a9 req-e44c342f-eda1-413d-9018-5aff7bc69ea0 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:34.264879 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-98020674-fd71-44e9-984f-68d8511d33a9 req-e44c342f-eda1-413d-9018-5aff7bc69ea0 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.1333294
Aug 12 15:31:34.327254 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Checking segment: {'id': 'f1266614-0df1-45ba-b95f-0acb805a324b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd45a3f0c-5496-432c-85d3-21762bd19c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:31:34.327627 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Network hostable DHCP agents. Network: d45a3f0c-5496-432c-85d3-21762bd19c2f, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:31:34.357944 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-98020674-fd71-44e9-984f-68d8511d33a9 req-0303a6bd-0280-4ad1-90eb-cca6bceceea5 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791821
Aug 12 15:31:34.370497 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e9f97076-7e9e-4eb5-a245-b48bcace50cc req-8da027ca-0f5b-4086-b571-b54292b59adb tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928459
Aug 12 15:31:34.371656 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26311e4d-511c-4dcb-847a-868e943fc755,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:34.375280 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:34.385708 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ecd75f83-bc7c-4a19-9a6f-100d489389e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:34.400843 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Network d45a3f0c-5496-432c-85d3-21762bd19c2f is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:31:34.425184 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ecd75f83-bc7c-4a19-9a6f-100d489389e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:34.435816 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, d45a3f0c-5496-432c-85d3-21762bd19c2f) {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:31:34.441366 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:34.442118 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:34.447068 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e02768-d0ce-4da0-9d6e-739fae2444aa None None] Network d45a3f0c-5496-432c-85d3-21762bd19c2f requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:31:34.499670 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9219146
Aug 12 15:31:34.537111 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ecd75f83-bc7c-4a19-9a6f-100d489389e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:34.547626 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-35bae052-42db-4753-a526-62d760f9f179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:34.578431 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ecd75f83-bc7c-4a19-9a6f-100d489389e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:34.579555 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-ecd75f83-bc7c-4a19-9a6f-100d489389e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88de52d9-ce16-4ec5-9f1e-daaaaa79636a HTTP/1.1" status: 204  len: 168 time: 0.3835840
Aug 12 15:31:34.585587 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd75f83-bc7c-4a19-9a6f-100d489389e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88de52d9-ce16-4ec5-9f1e-daaaaa79636a,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:34.593279 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-ecd75f83-bc7c-4a19-9a6f-100d489389e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:34.636344 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2137a39-3e03-4126-addd-94e41dab2619 req-67fa661f-7216-4504-bc10-319dd86b79eb tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:34.640211 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d2137a39-3e03-4126-addd-94e41dab2619 req-67fa661f-7216-4504-bc10-319dd86b79eb tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.1498857
Aug 12 15:31:34.650017 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46492) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:34.656092 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-c22460a1-a611-4322-9dcd-23486bd68434 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Request body: {'floatingip': {'port_id': '7548c663-1c11-427f-93be-d32512b2e521'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:34.745211 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c22460a1-a611-4322-9dcd-23486bd68434 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for floatingip, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:34.824620 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca144931-bbcc-4009-a68f-192e7ccfd11d None None] Network d45a3f0c-5496-432c-85d3-21762bd19c2f requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:31:35.291011 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c043bce-d335-40d0-9376-a1a86c8ab8e3 req-6588914e-0cc0-4b92-8f98-d54ba17898b3 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:35.292534 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6c043bce-d335-40d0-9376-a1a86c8ab8e3 req-6588914e-0cc0-4b92-8f98-d54ba17898b3 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1352980
Aug 12 15:31:35.392892 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6c043bce-d335-40d0-9376-a1a86c8ab8e3 req-3cadf02f-448e-46bb-95a3-cbd841aca8c9 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912385
Aug 12 15:31:35.632636 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b9c5d-da2e-49f0-b1a4-ba41efb38ddb req-ecf420ec-26d4-468a-a499-3f5f12ef2071 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:35.633110 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-733b9c5d-da2e-49f0-b1a4-ba41efb38ddb req-ecf420ec-26d4-468a-a499-3f5f12ef2071 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 945 time: 0.1066399
Aug 12 15:31:35.737236 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-733b9c5d-da2e-49f0-b1a4-ba41efb38ddb req-f4068275-2cf7-4787-9860-c8ed36db15b9 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951054
Aug 12 15:31:35.827823 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 46560) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:35.917198 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c22460a1-a611-4322-9dcd-23486bd68434 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:35.922283 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c22460a1-a611-4322-9dcd-23486bd68434 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:36.088617 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-df5e0994-9d73-441f-a484-15358cc91f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:36.103726 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-df5e0994-9d73-441f-a484-15358cc91f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:36.105495 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.l3_db [None req-c22460a1-a611-4322-9dcd-23486bd68434 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Floating IP 50c7d8be-0176-424e-8570-ae7fc05dc5e0 associated. External IP: 172.27.3.59, port: 7548c663-1c11-427f-93be-d32512b2e521.
Aug 12 15:31:36.109132 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-df5e0994-9d73-441f-a484-15358cc91f26 admin admin] Usage tracker for resource:security_group_rule and tenant:c33fc426477d42b4a1cab5da129c5af0 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:36.112473 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-df5e0994-9d73-441f-a484-15358cc91f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:36.118577 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-df5e0994-9d73-441f-a484-15358cc91f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:36.226916 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-df5e0994-9d73-441f-a484-15358cc91f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:36.237143 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-df5e0994-9d73-441f-a484-15358cc91f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:36.246599 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ff96ff1d-93f6-4318-b3c3-66d931e6d293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:36.293266 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-df5e0994-9d73-441f-a484-15358cc91f26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c33fc426477d42b4a1cab5da129c5af0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4642923
Aug 12 15:31:36.294048 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 46578) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:36.297784 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e0994-9d73-441f-a484-15358cc91f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a06897-355a-49d7-9f58-fa4bae043c34,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:36.310220 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-df5e0994-9d73-441f-a484-15358cc91f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:36.359758 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-dacaf46d-1616-48ed-b9ce-56181400d4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:36.385315 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-dacaf46d-1616-48ed-b9ce-56181400d4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:36.465259 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-dacaf46d-1616-48ed-b9ce-56181400d4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:36.471026 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:36.491055 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacaf46d-1616-48ed-b9ce-56181400d4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a06897-355a-49d7-9f58-fa4bae043c34,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:36.497595 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-dacaf46d-1616-48ed-b9ce-56181400d4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:36.499911 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-dacaf46d-1616-48ed-b9ce-56181400d4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:36.501547 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-dacaf46d-1616-48ed-b9ce-56181400d4d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18a06897-355a-49d7-9f58-fa4bae043c34 HTTP/1.1" status: 204  len: 168 time: 0.2054887
Aug 12 15:31:36.545858 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22460a1-a611-4322-9dcd-23486bd68434 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Router 1ff31bd8-a7d8-4781-ad44-98822635734b has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:31:36.626265 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f2365-63d9-4907-8c02-cf21fe5eb66b req-1a1e433f-1ebc-400f-b622-0e5de27a06e4 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:36.627766 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f64f2365-63d9-4907-8c02-cf21fe5eb66b req-1a1e433f-1ebc-400f-b622-0e5de27a06e4 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.0925548
Aug 12 15:31:36.688036 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f64f2365-63d9-4907-8c02-cf21fe5eb66b req-ca7ca2bb-a83b-4494-ad59-43e8e3c36771 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534146
Aug 12 15:31:36.879240 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-de2f2412-0e2a-4863-96ff-1d42a1651faa req-6dc5d9b1-98c9-482e-babc-322645d8f558 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3320477
Aug 12 15:31:36.973026 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22460a1-a611-4322-9dcd-23486bd68434 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:31:36.977827 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c22460a1-a611-4322-9dcd-23486bd68434 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:36.990002 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdfd42d-b27a-4de2-8c0d-12f54979ae98 None None] Sync routers for ids ['1ff31bd8-a7d8-4781-ad44-98822635734b'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:31:37.005353 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdfd42d-b27a-4de2-8c0d-12f54979ae98 None None] Routers {'1ff31bd8-a7d8-4781-ad44-98822635734b'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:31:37.016322 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-fcdfd42d-b27a-4de2-8c0d-12f54979ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081c82730>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:31:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['1ff31bd8-a7d8-4781-ad44-98822635734b'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:31:37.094762 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 46606) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:37.117533 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fa90ebb5-b54b-4719-bb7f-b64eeb270af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:37.139454 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-fa90ebb5-b54b-4719-bb7f-b64eeb270af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:37.155787 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43184f-d899-435e-9318-4f6f006298a1 req-7cc946a3-63f0-48b7-bc2b-24eae4f693bc tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:37.162627 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-c22460a1-a611-4322-9dcd-23486bd68434 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "PUT /v2.0/floatingips/50c7d8be-0176-424e-8570-ae7fc05dc5e0 HTTP/1.1" status: 200  len: 991 time: 2.5114732
Aug 12 15:31:37.164019 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f229979-c065-47de-aaf8-c45cc7dc802e', 'tag': '7548c663-1c11-427f-93be-d32512b2e521'}] {{(pid=79259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:31:37.164926 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4f43184f-d899-435e-9318-4f6f006298a1 req-7cc946a3-63f0-48b7-bc2b-24eae4f693bc tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 945 time: 0.2722740
Aug 12 15:31:37.168120 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-fa90ebb5-b54b-4719-bb7f-b64eeb270af4 admin admin] Usage tracker for resource:security_group_rule and tenant:f1872d7a6fc54211ab98b6da84cb13c0 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:37.189790 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-fa90ebb5-b54b-4719-bb7f-b64eeb270af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:37.189987 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f2412-0e2a-4863-96ff-1d42a1651faa req-d8db257e-cd1b-4ac4-8014-97067939454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:37.192676 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-de2f2412-0e2a-4863-96ff-1d42a1651faa req-d8db257e-cd1b-4ac4-8014-97067939454b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0be265cfe44849aaac4ff2c1268771d4&device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 1098 time: 0.1131659
Aug 12 15:31:37.248661 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-fa90ebb5-b54b-4719-bb7f-b64eeb270af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:37.274987 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-fcdfd42d-b27a-4de2-8c0d-12f54979ae98 None None] Set router 1ff31bd8-a7d8-4781-ad44-98822635734b gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:31:37.321398 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4f43184f-d899-435e-9318-4f6f006298a1 req-62409977-b2a0-4914-8483-5f54b42bd831 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554174
Aug 12 15:31:37.431209 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f2412-0e2a-4863-96ff-1d42a1651faa req-c1a8bbb8-c286-4162-9369-a1670849682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:37.433134 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-de2f2412-0e2a-4863-96ff-1d42a1651faa req-c1a8bbb8-c286-4162-9369-a1670849682d service neutron] 10.222.0.76 "GET /v2.0/networks?id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a HTTP/1.1" status: 200  len: 919 time: 0.2092648
Aug 12 15:31:37.577718 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f229979-c065-47de-aaf8-c45cc7dc802e', 'tag': '7548c663-1c11-427f-93be-d32512b2e521', 'status': 'completed', 'code': 200}
Aug 12 15:31:37.612647 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-de2f2412-0e2a-4863-96ff-1d42a1651faa req-e9931f97-0189-4119-bbfe-6686057d37d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fae859c-76cb-4a57-b1c6-b200caa56023 HTTP/1.1" status: 200  len: 217 time: 0.1646678
Aug 12 15:31:37.636988 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fa90ebb5-b54b-4719-bb7f-b64eeb270af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:37.663699 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fa90ebb5-b54b-4719-bb7f-b64eeb270af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:37.678742 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-413da65e-b704-4c35-b53c-2049bae934ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:37.711807 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90ebb5-b54b-4719-bb7f-b64eeb270af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe18be8-d978-4793-911b-c666b4bd3e47,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:37.729712 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-fa90ebb5-b54b-4719-bb7f-b64eeb270af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:37.757537 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f2412-0e2a-4863-96ff-1d42a1651faa req-0654ba88-3ca3-449d-bd89-cd45d6362fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:37.761880 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-de2f2412-0e2a-4863-96ff-1d42a1651faa req-0654ba88-3ca3-449d-bd89-cd45d6362fe2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=002b3e75-99a8-4c70-abbf-8d7ee28cd6de HTTP/1.1" status: 200  len: 858 time: 0.1416955
Aug 12 15:31:37.762822 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-fa90ebb5-b54b-4719-bb7f-b64eeb270af4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1872d7a6fc54211ab98b6da84cb13c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6660454
Aug 12 15:31:37.766330 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46630) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:37.781341 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79332434-499a-4bd5-8978-76d6809a580d req-f0ade624-3eec-4747-a9a2-c0752d0a429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:37.782921 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-79332434-499a-4bd5-8978-76d6809a580d req-f0ade624-3eec-4747-a9a2-c0752d0a429c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dbe2b752bc7e46a684bd3e95191f60e2&device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 1099 time: 0.2603085
Aug 12 15:31:37.844349 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-fcdfd42d-b27a-4de2-8c0d-12f54979ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081c82730>, [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '50c7d8be-0176-424e-8570-ae7fc05dc5e0', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'port_id': '7548c663-1c11-427f-93be-d32512b2e521', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'mac_address': 'fa:16:3e:cb:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f229979-c065-47de-aaf8-c45cc7dc802e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:31:02Z', 'updated_at': '2021-08-12T15:31:35Z', 'revision_number': 1, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb29d08-0041-48bb-b0f5-4534a15025de', 'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'mac_address': 'fa:16:3e:45:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:47Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'subnets': [{'id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:31:37.847957 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdfd42d-b27a-4de2-8c0d-12f54979ae98 None None] Checking router: 1ff31bd8-a7d8-4781-ad44-98822635734b for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:31:37.857747 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdfd42d-b27a-4de2-8c0d-12f54979ae98 None None] Routers {'1ff31bd8-a7d8-4781-ad44-98822635734b'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:31:37.858370 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-fcdfd42d-b27a-4de2-8c0d-12f54979ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081c82730>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:31:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['1ff31bd8-a7d8-4781-ad44-98822635734b'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:31:37.871069 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-de2f2412-0e2a-4863-96ff-1d42a1651faa req-b279db77-c5b7-4ff9-a336-3e95be926e8a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0982997
Aug 12 15:31:38.017646 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-86dbb431-4234-43e0-913f-a7d4116b939e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:38.090365 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79332434-499a-4bd5-8978-76d6809a580d req-01f3cc23-49d9-4612-b517-e43c278ad963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:38.092509 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-79332434-499a-4bd5-8978-76d6809a580d req-01f3cc23-49d9-4612-b517-e43c278ad963 service neutron] 10.222.0.76 "GET /v2.0/networks?id=490dbe82-cde3-4d36-a911-378d177422a8 HTTP/1.1" status: 200  len: 912 time: 0.3025386
Aug 12 15:31:38.144444 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-86dbb431-4234-43e0-913f-a7d4116b939e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:38.203258 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-fcdfd42d-b27a-4de2-8c0d-12f54979ae98 None None] Set router 1ff31bd8-a7d8-4781-ad44-98822635734b gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:31:38.210913 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-de2f2412-0e2a-4863-96ff-1d42a1651faa req-bb2a59e7-9e6d-49fe-bfb1-20f3cdefd274 service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3246589
Aug 12 15:31:38.217763 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-79332434-499a-4bd5-8978-76d6809a580d req-44873c78-4138-455c-8499-275bd80c2ac6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7548c663-1c11-427f-93be-d32512b2e521 HTTP/1.1" status: 200  len: 999 time: 0.1166933
Aug 12 15:31:38.226213 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a425ca-b6fc-4ba2-bb39-2ca1dd621472 req-bc0bb0ed-8ebd-4892-bc5e-0881d17eb519 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:38.233383 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e9a425ca-b6fc-4ba2-bb39-2ca1dd621472 req-bc0bb0ed-8ebd-4892-bc5e-0881d17eb519 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.3751597
Aug 12 15:31:38.343578 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:38.375755 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-86dbb431-4234-43e0-913f-a7d4116b939e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:38.394878 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-1ae506cc-2e35-4258-8bf9-63bc6529d2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:38.419559 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e9a425ca-b6fc-4ba2-bb39-2ca1dd621472 req-54638744-5afd-4fd8-a839-e89c08d5e96a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845872
Aug 12 15:31:38.445766 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79332434-499a-4bd5-8978-76d6809a580d req-b715b0bd-b1ca-470a-8f09-6eb6eebd0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:38.450378 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-79332434-499a-4bd5-8978-76d6809a580d req-b715b0bd-b1ca-470a-8f09-6eb6eebd0701 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b6c0441e-c6a3-4d25-95c3-5ed1ea30385d HTTP/1.1" status: 200  len: 850 time: 0.2143312
Aug 12 15:31:38.470619 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbb431-4234-43e0-913f-a7d4116b939e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe18be8-d978-4793-911b-c666b4bd3e47,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:38.545059 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-86dbb431-4234-43e0-913f-a7d4116b939e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:38.546325 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-86dbb431-4234-43e0-913f-a7d4116b939e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fe18be8-d978-4793-911b-c666b4bd3e47 HTTP/1.1" status: 204  len: 168 time: 0.7770245
Aug 12 15:31:38.549995 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-86dbb431-4234-43e0-913f-a7d4116b939e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:38.617056 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-de2f2412-0e2a-4863-96ff-1d42a1651faa req-43f8e10c-ba72-4a33-af48-32f476399642 service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3983893
Aug 12 15:31:38.756103 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79332434-499a-4bd5-8978-76d6809a580d req-94e2e64a-d623-43cc-83a9-cb0751ed463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:38.757681 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-79332434-499a-4bd5-8978-76d6809a580d req-94e2e64a-d623-43cc-83a9-cb0751ed463c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=490dbe82-cde3-4d36-a911-378d177422a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2996788
Aug 12 15:31:38.802357 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e6c90-616e-4c19-a05a-5b4a73aeb3e2 req-40ea6d50-3b36-4209-b7d6-83f41dd15d63 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:38.814176 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9b8e6c90-616e-4c19-a05a-5b4a73aeb3e2 req-40ea6d50-3b36-4209-b7d6-83f41dd15d63 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 945 time: 0.2273064
Aug 12 15:31:38.982479 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-fcdfd42d-b27a-4de2-8c0d-12f54979ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081c82730>, [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '50c7d8be-0176-424e-8570-ae7fc05dc5e0', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'port_id': '7548c663-1c11-427f-93be-d32512b2e521', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'mac_address': 'fa:16:3e:cb:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f229979-c065-47de-aaf8-c45cc7dc802e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:31:02Z', 'updated_at': '2021-08-12T15:31:35Z', 'revision_number': 1, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb29d08-0041-48bb-b0f5-4534a15025de', 'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'mac_address': 'fa:16:3e:45:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:47Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'subnets': [{'id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:31:38.989586 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdfd42d-b27a-4de2-8c0d-12f54979ae98 None None] The sync data for ids ['1ff31bd8-a7d8-4781-ad44-98822635734b'] in dv-cinder-804345-1-iscsi is: [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '50c7d8be-0176-424e-8570-ae7fc05dc5e0', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'port_id': '7548c663-1c11-427f-93be-d32512b2e521', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'mac_address': 'fa:16:3e:cb:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f229979-c065-47de-aaf8-c45cc7dc802e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:31:02Z', 'updated_at': '2021-08-12T15:31:35Z', 'revision_number': 1, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb29d08-0041-48bb-b0f5-4534a15025de', 'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'mac_address': 'fa:16:3e:45:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:47Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'subnets': [{'id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:31:39.016051 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9b8e6c90-616e-4c19-a05a-5b4a73aeb3e2 req-8959f371-8482-4de9-8baa-a82ba1f17e61 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2006493
Aug 12 15:31:39.103755 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-79332434-499a-4bd5-8978-76d6809a580d req-17c3a28b-d218-4ba5-b6c0-d737982a2ff3 service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2865500
Aug 12 15:31:39.299830 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-79332434-499a-4bd5-8978-76d6809a580d req-ae7e02f9-15d8-4989-afa5-711bdd5f2f39 service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852188
Aug 12 15:31:39.359028 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79ea99-1c4c-4a82-9444-bc85b3b97a4a None None] New status for floating IP 50c7d8be-0176-424e-8570-ae7fc05dc5e0: ACTIVE {{(pid=79260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:31:39.489770 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13b48b-cf48-4dcc-a8ef-85a4218a10dd req-331341db-f739-4391-b7c3-25b345a8c753 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:39.492456 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0b13b48b-cf48-4dcc-a8ef-85a4218a10dd req-331341db-f739-4391-b7c3-25b345a8c753 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 945 time: 0.1259124
Aug 12 15:31:39.728678 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-0b13b48b-cf48-4dcc-a8ef-85a4218a10dd req-eee5a9f3-ece7-4aa4-8cdc-c80de2cc168f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Deleting port 680c697e-5df7-44f3-ba58-a491f91fc5de {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:31:39.731395 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-0b13b48b-cf48-4dcc-a8ef-85a4218a10dd req-eee5a9f3-ece7-4aa4-8cdc-c80de2cc168f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:40.059035 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46710) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:40.179856 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6181c02d-cfd5-472b-af84-2af92731af41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:40.354738 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-0b13b48b-cf48-4dcc-a8ef-85a4218a10dd req-eee5a9f3-ece7-4aa4-8cdc-c80de2cc168f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] For port 680c697e-5df7-44f3-ba58-a491f91fc5de, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=680c697e-5df7-44f3-ba58-a491f91fc5de,segment=NetworkSegment(789332a2-4986-4ca6-b5a9-f8016fbcf54a),segment_id=789332a2-4986-4ca6-b5a9-f8016fbcf54a)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:40.355007 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-0b13b48b-cf48-4dcc-a8ef-85a4218a10dd req-eee5a9f3-ece7-4aa4-8cdc-c80de2cc168f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:40.505466 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-0b13b48b-cf48-4dcc-a8ef-85a4218a10dd req-eee5a9f3-ece7-4aa4-8cdc-c80de2cc168f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Calling delete_port for 680c697e-5df7-44f3-ba58-a491f91fc5de owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:31:40.518189 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6987-adaa-416c-b2ed-12bba4d17433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:40.534455 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-0e0b6987-adaa-416c-b2ed-12bba4d17433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:40.539531 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-0e0b6987-adaa-416c-b2ed-12bba4d17433 admin admin] Usage tracker for resource:security_group_rule and tenant:8e991d773902495e8cbdbb06aa56eb48 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:40.542919 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-0e0b6987-adaa-416c-b2ed-12bba4d17433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:40.549244 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-0e0b6987-adaa-416c-b2ed-12bba4d17433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:40.556830 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a251f89-a06b-4704-8e65-98da89d05f6f req-2e2f9b8c-8ed8-4c87-96ef-4ba59ab4fb5e tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:40.558329 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3a251f89-a06b-4704-8e65-98da89d05f6f req-2e2f9b8c-8ed8-4c87-96ef-4ba59ab4fb5e tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 945 time: 0.3723936
Aug 12 15:31:40.569537 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6c259-643b-4449-be17-693b1b2bb306 req-44d49096-9ddc-4596-a787-e2805e6b6bce tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:40.571014 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-15b6c259-643b-4449-be17-693b1b2bb306 req-44d49096-9ddc-4596-a787-e2805e6b6bce tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.7975945
Aug 12 15:31:40.660925 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6987-adaa-416c-b2ed-12bba4d17433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:40.667588 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6987-adaa-416c-b2ed-12bba4d17433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:40.694192 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e00c1012-321c-4b86-aa90-24122f0d43d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:40.750626 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-0e0b6987-adaa-416c-b2ed-12bba4d17433 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e991d773902495e8cbdbb06aa56eb48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6884618
Aug 12 15:31:40.753227 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46740) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:40.756095 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b6987-adaa-416c-b2ed-12bba4d17433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c3abe2-9e2e-4ce0-a4c3-ca656f2b3fb3,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:40.776116 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-0e0b6987-adaa-416c-b2ed-12bba4d17433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:40.848701 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3a251f89-a06b-4704-8e65-98da89d05f6f req-64466c38-36d5-48be-97d6-fca93ef9d368 tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/security-groups?id=81f1a6e0-84a6-45da-aa8e-c0362f57c150&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2767150
Aug 12 15:31:40.855397 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-15b6c259-643b-4449-be17-693b1b2bb306 req-b9b6b3c8-6901-453d-ab63-f6704f21e4d3 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2597473
Aug 12 15:31:40.855561 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ecff8d28-8dd8-4605-81fa-de715cd6056e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:40.905035 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ecff8d28-8dd8-4605-81fa-de715cd6056e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:40.944839 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-0b13b48b-cf48-4dcc-a8ef-85a4218a10dd req-eee5a9f3-ece7-4aa4-8cdc-c80de2cc168f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:40.953455 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:40.984446 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ecff8d28-8dd8-4605-81fa-de715cd6056e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:40.984891 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['680c697e-5df7-44f3-ba58-a491f91fc5de'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:31:40.991235 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-ecd75f83-bc7c-4a19-9a6f-100d489389e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:41.015819 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5a9f3-ece7-4aa4-8cdc-c80de2cc168f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Pushing event deleted for resources: {'Port': ['ID=680c697e-5df7-44f3-ba58-a491f91fc5de,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:41.024652 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff8d28-8dd8-4605-81fa-de715cd6056e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c3abe2-9e2e-4ce0-a4c3-ca656f2b3fb3,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:41.030656 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-ecff8d28-8dd8-4605-81fa-de715cd6056e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:41.034905 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ecff8d28-8dd8-4605-81fa-de715cd6056e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:41.036308 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-ecff8d28-8dd8-4605-81fa-de715cd6056e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2c3abe2-9e2e-4ce0-a4c3-ca656f2b3fb3 HTTP/1.1" status: 204  len: 168 time: 0.2819946
Aug 12 15:31:41.139473 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b13b48b-cf48-4dcc-a8ef-85a4218a10dd req-eee5a9f3-ece7-4aa4-8cdc-c80de2cc168f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] No DVR routers for this DVR port 680c697e-5df7-44f3-ba58-a491f91fc5de on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:31:41.156926 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-0b13b48b-cf48-4dcc-a8ef-85a4218a10dd req-eee5a9f3-ece7-4aa4-8cdc-c80de2cc168f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:41.191230 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc2f3d4-5c97-44de-a6dc-a1d538729586', 'name': 'network-vif-deleted', 'tag': '680c697e-5df7-44f3-ba58-a491f91fc5de'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:31:41.207531 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0b13b48b-cf48-4dcc-a8ef-85a4218a10dd req-eee5a9f3-ece7-4aa4-8cdc-c80de2cc168f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.76 "DELETE /v2.0/ports/680c697e-5df7-44f3-ba58-a491f91fc5de HTTP/1.1" status: 204  len: 173 time: 1.7051694
Aug 12 15:31:41.212571 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:41.219120 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-eee5a9f3-ece7-4aa4-8cdc-c80de2cc168f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:41.272812 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc2f3d4-5c97-44de-a6dc-a1d538729586', 'name': 'network-vif-deleted', 'tag': '680c697e-5df7-44f3-ba58-a491f91fc5de', 'status': 'completed', 'code': 200}
Aug 12 15:31:41.540244 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46772) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:41.558665 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f6b3247a-9703-4977-be0b-703ad1a9eecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:41.575001 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-f6b3247a-9703-4977-be0b-703ad1a9eecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:41.578887 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-f6b3247a-9703-4977-be0b-703ad1a9eecc admin admin] Usage tracker for resource:security_group_rule and tenant:299d6046e9b0450780ab7bc49771d189 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:41.582268 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-f6b3247a-9703-4977-be0b-703ad1a9eecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:41.587962 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-f6b3247a-9703-4977-be0b-703ad1a9eecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:41.674136 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f6b3247a-9703-4977-be0b-703ad1a9eecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:41.681412 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f6b3247a-9703-4977-be0b-703ad1a9eecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:41.691087 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e50fd597-baa5-4712-9319-c3767bd6878f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:41.732487 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-f6b3247a-9703-4977-be0b-703ad1a9eecc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=299d6046e9b0450780ab7bc49771d189&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1910667
Aug 12 15:31:41.734316 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3247a-9703-4977-be0b-703ad1a9eecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0066224-bdb0-4c01-a4ce-d0b3329faa6a,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:41.735306 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 46776) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:41.737198 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f6b3247a-9703-4977-be0b-703ad1a9eecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:41.802202 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-52456f5d-6e41-4571-9dd6-fb0e97a1195a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:41.831210 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-52456f5d-6e41-4571-9dd6-fb0e97a1195a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:41.892482 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-52456f5d-6e41-4571-9dd6-fb0e97a1195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:41.899123 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-9455f6aa-2d88-43b9-9110-3e7ee9f2c322 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:41.915031 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52456f5d-6e41-4571-9dd6-fb0e97a1195a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0066224-bdb0-4c01-a4ce-d0b3329faa6a,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:41.940674 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-52456f5d-6e41-4571-9dd6-fb0e97a1195a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:41.945092 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-52456f5d-6e41-4571-9dd6-fb0e97a1195a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:41.956201 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-52456f5d-6e41-4571-9dd6-fb0e97a1195a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0066224-bdb0-4c01-a4ce-d0b3329faa6a HTTP/1.1" status: 204  len: 168 time: 0.2084503
Aug 12 15:31:42.202612 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-7a8818fd-9551-409e-9f2e-fb9dd4f974d5 req-5b135514-8bfb-47a3-9141-76832dcc379b tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Synchronizing usage tracker for tenant:22d8b73289fe4980bf0b45f54ea268c1 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:31:42.244351 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-7a8818fd-9551-409e-9f2e-fb9dd4f974d5 req-5b135514-8bfb-47a3-9141-76832dcc379b tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Unset dirty status for tenant:22d8b73289fe4980bf0b45f54ea268c1 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:31:42.245802 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7a8818fd-9551-409e-9f2e-fb9dd4f974d5 req-5b135514-8bfb-47a3-9141-76832dcc379b tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecc2f3d4-5c97-44de-a6dc-a1d538729586 HTTP/1.1" status: 200  len: 210 time: 0.1104116
Aug 12 15:31:42.259541 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46a8e2-42df-43c7-a4e7-2ebfa3358fbe req-ccc291cc-7f3f-414b-b501-4a66d5512bbf tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:42.261987 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fc46a8e2-42df-43c7-a4e7-2ebfa3358fbe req-ccc291cc-7f3f-414b-b501-4a66d5512bbf tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1710570
Aug 12 15:31:42.335924 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fc46a8e2-42df-43c7-a4e7-2ebfa3358fbe req-615cbccb-5007-4c21-b409-ee5717d343ea tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590549
Aug 12 15:31:42.755675 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fdfb7f4c-a91f-42e6-8324-89d9c3fbeac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:43.562541 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99397794-bf6a-4322-a1e7-e4cc7f199f07 req-0bc8f415-2650-4475-adfb-9f1901af0383 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:43.571903 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-99397794-bf6a-4322-a1e7-e4cc7f199f07 req-0bc8f415-2650-4475-adfb-9f1901af0383 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1269650
Aug 12 15:31:43.638803 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-99397794-bf6a-4322-a1e7-e4cc7f199f07 req-6dc6d0d6-7e0f-479d-bcf7-e2da06eca42f tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645192
Aug 12 15:31:43.745855 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:44.192311 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46872) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:44.306398 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3f62aea1-78a5-40a6-8d78-881f28dfd972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:44.320503 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-3f62aea1-78a5-40a6-8d78-881f28dfd972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:44.324241 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-3f62aea1-78a5-40a6-8d78-881f28dfd972 admin admin] Usage tracker for resource:security_group_rule and tenant:d36cbc1b36784f4a948cd958dad37811 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:44.327111 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-3f62aea1-78a5-40a6-8d78-881f28dfd972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:44.332920 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-3f62aea1-78a5-40a6-8d78-881f28dfd972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:44.413155 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3f62aea1-78a5-40a6-8d78-881f28dfd972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:44.416836 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3f62aea1-78a5-40a6-8d78-881f28dfd972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:44.425172 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-72ea0110-6b3c-4503-91f8-5cf9e49e1a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:44.463566 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-3f62aea1-78a5-40a6-8d78-881f28dfd972 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d36cbc1b36784f4a948cd958dad37811&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2701824
Aug 12 15:31:44.464383 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62aea1-78a5-40a6-8d78-881f28dfd972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc17f988-7f4e-40dc-95b4-0087e316e71b,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:44.467741 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 46878) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:44.467881 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3f62aea1-78a5-40a6-8d78-881f28dfd972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:44.526555 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-93f0d987-98da-4182-b46f-f6f4df8a78d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:44.551781 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-93f0d987-98da-4182-b46f-f6f4df8a78d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:44.602884 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-93f0d987-98da-4182-b46f-f6f4df8a78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:44.606955 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-a6a5b99f-6bf3-4ad3-a0d4-3c2edf00d062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:44.619214 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0d987-98da-4182-b46f-f6f4df8a78d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc17f988-7f4e-40dc-95b4-0087e316e71b,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:44.622645 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-93f0d987-98da-4182-b46f-f6f4df8a78d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:44.626146 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-93f0d987-98da-4182-b46f-f6f4df8a78d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:44.628478 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-93f0d987-98da-4182-b46f-f6f4df8a78d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc17f988-7f4e-40dc-95b4-0087e316e71b HTTP/1.1" status: 204  len: 168 time: 0.1593118
Aug 12 15:31:44.855032 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f040b9-f356-4c0f-8246-c7c139161e12 req-a8867f43-adc4-4350-b715-85d07091387c tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:44.856987 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a3f040b9-f356-4c0f-8246-c7c139161e12 req-a8867f43-adc4-4350-b715-85d07091387c tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1106834
Aug 12 15:31:44.928308 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a3f040b9-f356-4c0f-8246-c7c139161e12 req-95b6f435-6b60-4cda-b2f4-a58689682d13 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658011
Aug 12 15:31:44.979171 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 46894) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:45.000573 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-048d8d8f-a2c4-4c3d-8587-fe4cca5edd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:45.018398 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-048d8d8f-a2c4-4c3d-8587-fe4cca5edd26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:45.023027 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-048d8d8f-a2c4-4c3d-8587-fe4cca5edd26 admin admin] Usage tracker for resource:security_group_rule and tenant:86c4067e1472401c8c3bdc154b15f9a8 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:45.026636 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-048d8d8f-a2c4-4c3d-8587-fe4cca5edd26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:45.034969 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-048d8d8f-a2c4-4c3d-8587-fe4cca5edd26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:45.122564 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 680c697e-5df7-44f3-ba58-a491f91fc5de no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:31:45.125205 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-048d8d8f-a2c4-4c3d-8587-fe4cca5edd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:45.130018 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-048d8d8f-a2c4-4c3d-8587-fe4cca5edd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:45.137897 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-dc56efc9-c163-49f2-be2b-ed72f04b3f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:45.160079 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 680c697e-5df7-44f3-ba58-a491f91fc5de {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:31:45.160429 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 680c697e-5df7-44f3-ba58-a491f91fc5de not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:31:45.179920 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-048d8d8f-a2c4-4c3d-8587-fe4cca5edd26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86c4067e1472401c8c3bdc154b15f9a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1992848
Aug 12 15:31:45.180711 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d8d8f-a2c4-4c3d-8587-fe4cca5edd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134eb90c-3837-4243-8a6c-cef2679949a4,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:45.182522 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46900) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:45.183693 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-048d8d8f-a2c4-4c3d-8587-fe4cca5edd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:45.255007 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:45.260586 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e4b10e38-6583-4acf-a5b7-066e7932a077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:45.287673 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e4b10e38-6583-4acf-a5b7-066e7932a077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:45.345872 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e4b10e38-6583-4acf-a5b7-066e7932a077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:45.350363 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:45.364591 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b10e38-6583-4acf-a5b7-066e7932a077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134eb90c-3837-4243-8a6c-cef2679949a4,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:45.368054 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e4b10e38-6583-4acf-a5b7-066e7932a077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:45.376012 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e4b10e38-6583-4acf-a5b7-066e7932a077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:45.379399 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-e4b10e38-6583-4acf-a5b7-066e7932a077 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/134eb90c-3837-4243-8a6c-cef2679949a4 HTTP/1.1" status: 204  len: 168 time: 0.1935110
Aug 12 15:31:46.129002 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd87e6-6249-4483-b5e5-f5ef0edcd761 req-cdb1f65a-9ff6-46b5-be29-d1707b54c89a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:46.130378 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-57bd87e6-6249-4483-b5e5-f5ef0edcd761 req-cdb1f65a-9ff6-46b5-be29-d1707b54c89a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.0848482
Aug 12 15:31:46.181336 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-57bd87e6-6249-4483-b5e5-f5ef0edcd761 req-c65fe741-f157-4213-bf7f-46e31724a8b1 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451820
Aug 12 15:31:46.760491 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 46958) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:46.882390 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d146b9f2-954d-4897-9d02-cc4754b187c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:46.897018 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-d146b9f2-954d-4897-9d02-cc4754b187c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:46.900829 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-d146b9f2-954d-4897-9d02-cc4754b187c2 admin admin] Usage tracker for resource:security_group_rule and tenant:3fcb93d4d4b74efc8a5a7fbe362b2624 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:46.903588 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-d146b9f2-954d-4897-9d02-cc4754b187c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:46.909739 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-d146b9f2-954d-4897-9d02-cc4754b187c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:47.002814 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d146b9f2-954d-4897-9d02-cc4754b187c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:47.006952 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d146b9f2-954d-4897-9d02-cc4754b187c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:47.014745 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f6b3247a-9703-4977-be0b-703ad1a9eecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:47.059073 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-d146b9f2-954d-4897-9d02-cc4754b187c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fcb93d4d4b74efc8a5a7fbe362b2624&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2973835
Aug 12 15:31:47.060363 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146b9f2-954d-4897-9d02-cc4754b187c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa81b6d-8eb8-449e-88c2-e982d094dea3,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:47.062076 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 46968) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:47.063193 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d146b9f2-954d-4897-9d02-cc4754b187c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:47.125307 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c190d5bc-9760-407d-8c23-1f19eb7fcbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:47.151665 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c190d5bc-9760-407d-8c23-1f19eb7fcbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:47.208011 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c190d5bc-9760-407d-8c23-1f19eb7fcbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:47.213009 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-23b645e7-8a4d-477f-8ec0-6c39d3d60d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:47.227473 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190d5bc-9760-407d-8c23-1f19eb7fcbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa81b6d-8eb8-449e-88c2-e982d094dea3,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:47.232518 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c190d5bc-9760-407d-8c23-1f19eb7fcbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:47.240208 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c190d5bc-9760-407d-8c23-1f19eb7fcbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:47.243932 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-c190d5bc-9760-407d-8c23-1f19eb7fcbdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fa81b6d-8eb8-449e-88c2-e982d094dea3 HTTP/1.1" status: 204  len: 168 time: 0.1776073
Aug 12 15:31:47.438222 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b2485-bd50-4f8b-b547-30e0353c19ed req-6ade36c6-67ea-4502-96be-461f067a2e3d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:47.439851 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-eb5b2485-bd50-4f8b-b547-30e0353c19ed req-6ade36c6-67ea-4502-96be-461f067a2e3d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1310921
Aug 12 15:31:47.502691 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-eb5b2485-bd50-4f8b-b547-30e0353c19ed req-2f057a5c-e29c-4c88-9f96-19f3cd38b781 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563383
Aug 12 15:31:48.089928 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 47016) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:48.213761 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-696407501-network', 'tenant_id': '7f21e02e2109457f9c28b608e94dd070'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:48.219376 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:48.224532 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Usage tracker for resource:network and tenant:7f21e02e2109457f9c28b608e94dd070 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:48.227706 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:48.235402 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:48.248651 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Made reservation on behalf of 7f21e02e2109457f9c28b608e94dd070 for: {'network': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:31:48.251403 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:48.264998 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:48.279924 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:48.284711 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Usage tracker for resource:security_group_rule and tenant:7f21e02e2109457f9c28b608e94dd070 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:48.287583 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:48.297404 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:48.410583 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:48.421852 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:48.426529 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c190d5bc-9760-407d-8c23-1f19eb7fcbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:48.458987 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711}  {{(pid=79258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:31:48.472855 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312e5332-c65a-4151-88bc-20f581d1e90c,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:48.476559 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:48.479269 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:48.479504 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.segments_db [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Added segment 9b818665-e0f2-4aa1-8eaa-d53e3a396f32 of type vlan for network 41eb2269-d459-49e0-be3e-11bfde18448d
Aug 12 15:31:48.513364 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:48.550896 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:48.552316 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:48.553042 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:48.563482 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:48.761962 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Pushing event updated for resources: {'Network': ['ID=41eb2269-d459-49e0-be3e-11bfde18448d,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:48.770983 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:48.774929 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6804762
Aug 12 15:31:48.775238 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47044) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:48.778867 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network 41eb2269-d459-49e0-be3e-11bfde18448d details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:31:48.781133 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 47048) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:48.783480 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Request body: {'subnet': {'network_id': '41eb2269-d459-49e0-be3e-11bfde18448d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-696407501-subnet', 'tenant_id': '7f21e02e2109457f9c28b608e94dd070', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:48.789451 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:48.795330 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Usage tracker for resource:subnet and tenant:7f21e02e2109457f9c28b608e94dd070 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:48.798502 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:48.806453 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:48.820955 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Made reservation on behalf of 7f21e02e2109457f9c28b608e94dd070 for: {'subnet': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:31:48.824208 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:48.831167 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af71f6c-13a6-4538-bd7d-63d8585baeb0 req-3f55441a-3994-49ac-9b9e-0029dc9b67a8 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:48.832897 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1af71f6c-13a6-4538-bd7d-63d8585baeb0 req-3f55441a-3994-49ac-9b9e-0029dc9b67a8 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1084068
Aug 12 15:31:48.887585 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1af71f6c-13a6-4538-bd7d-63d8585baeb0 req-19e05b70-2ddc-4c33-8d26-05ae2b8d4c30 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479114
Aug 12 15:31:48.946126 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-aee569e8-8b08-476f-9b1b-4007f846d282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.029818 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 47056) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:49.070536 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-aee569e8-8b08-476f-9b1b-4007f846d282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:49.078732 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-aee569e8-8b08-476f-9b1b-4007f846d282 admin admin] Usage tracker for resource:security_group_rule and tenant:ec5bdce6d4234e35b70c023e1e036875 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:49.083269 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-aee569e8-8b08-476f-9b1b-4007f846d282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:49.096178 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-aee569e8-8b08-476f-9b1b-4007f846d282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:49.111498 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_v2 [None req-e650d570-8894-4fe1-8d6e-8f44addea903 admin admin] Deleting subnet 5b1c81d1-3633-4040-a972-23acdb6923e2 {{(pid=79258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:31:49.116400 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-e650d570-8894-4fe1-8d6e-8f44addea903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.148838 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for subnet, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.157338 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a4a9c1cd-407e-44c5-b0a7-7591a4e124f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:49.184734 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-e650d570-8894-4fe1-8d6e-8f44addea903 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.196477 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-e650d570-8894-4fe1-8d6e-8f44addea903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.242703 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5196c4b6-7427-47fd-bee4-079e41293b5b,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:49.245273 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Checking segment: {'id': '9b818665-e0f2-4aa1-8eaa-d53e3a396f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '41eb2269-d459-49e0-be3e-11bfde18448d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:31:49.249192 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Network hostable DHCP agents. Network: 41eb2269-d459-49e0-be3e-11bfde18448d, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:31:49.254671 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:49.277196 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Network 41eb2269-d459-49e0-be3e-11bfde18448d is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:31:49.287532 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, 41eb2269-d459-49e0-be3e-11bfde18448d) {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:31:49.292483 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:49.293735 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.302503 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e0fa5c-4fa7-4b4a-a63b-1b25c1bd637e None None] Network 41eb2269-d459-49e0-be3e-11bfde18448d requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:31:49.303032 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-aee569e8-8b08-476f-9b1b-4007f846d282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.307456 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-aee569e8-8b08-476f-9b1b-4007f846d282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.316267 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:49.341024 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5640886
Aug 12 15:31:49.342007 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-e650d570-8894-4fe1-8d6e-8f44addea903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for subnet, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.394466 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee569e8-8b08-476f-9b1b-4007f846d282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827ad05e-6276-486d-90de-dff3fb0a6e0a,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:49.430680 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-aee569e8-8b08-476f-9b1b-4007f846d282 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec5bdce6d4234e35b70c023e1e036875&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6485333
Aug 12 15:31:49.431866 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-aee569e8-8b08-476f-9b1b-4007f846d282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:49.432582 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-1acd8440-e650-4a35-af6b-8720c85ba1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:49.433376 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47070) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:49.493718 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-e650d570-8894-4fe1-8d6e-8f44addea903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.506403 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650d570-8894-4fe1-8d6e-8f44addea903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1c81d1-3633-4040-a972-23acdb6923e2,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:49.509482 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-e650d570-8894-4fe1-8d6e-8f44addea903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:49.515545 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-e650d570-8894-4fe1-8d6e-8f44addea903 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5b1c81d1-3633-4040-a972-23acdb6923e2 HTTP/1.1" status: 204  len: 168 time: 0.4847217
Aug 12 15:31:49.520686 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 47074) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:49.585027 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a533a202-69d5-4d90-b050-0096551b8366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.602785 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6def3cc5-381a-40af-936e-407fe6f13af4 None None] Network 41eb2269-d459-49e0-be3e-11bfde18448d requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:31:49.616686 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a533a202-69d5-4d90-b050-0096551b8366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.686251 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.695281 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a533a202-69d5-4d90-b050-0096551b8366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.702850 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-0e0b6987-adaa-416c-b2ed-12bba4d17433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:49.719664 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533a202-69d5-4d90-b050-0096551b8366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827ad05e-6276-486d-90de-dff3fb0a6e0a,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:49.724180 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a533a202-69d5-4d90-b050-0096551b8366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:49.742772 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a533a202-69d5-4d90-b050-0096551b8366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.750267 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-a533a202-69d5-4d90-b050-0096551b8366 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/827ad05e-6276-486d-90de-dff3fb0a6e0a HTTP/1.1" status: 204  len: 168 time: 0.3157442
Aug 12 15:31:49.861774 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:49.878096 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ff080db6940>> segment before_delete 55550000 {{(pid=79258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:31:49.878433 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ff080db6940>> subnet precommit_delete_associations 55550000 {{(pid=79258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:31:49.879215 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff081130e80>> segment_host_mapping after_create 55550000 {{(pid=79258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:31:49.879862 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff081130e80>> port after_create 55550000 {{(pid=79258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:31:49.880187 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff081130e80>> port after_delete 55550000 {{(pid=79258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:31:49.880540 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff081130e80>> port after_update 55550000 {{(pid=79258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:31:49.880888 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff081130e80>> segment after_delete 55550000 {{(pid=79258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:31:49.881209 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff081130e80>> subnet after_create 55550000 {{(pid=79258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:31:49.882474 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff081130e80>> subnet after_delete 55550000 {{(pid=79258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:31:49.882810 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff081130e80>> subnet after_update 55550000 {{(pid=79258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:31:50.065117 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff08106f9d0>> subnet after_create 55550000 {{(pid=79258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:31:50.065601 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff08106f9d0>> subnet after_delete 55550000 {{(pid=79258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:31:50.066640 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff08106f9d0>> subnet before_create 55550000 {{(pid=79258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:31:50.067042 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff08106f9d0>> subnet before_update 55550000 {{(pid=79258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:31:50.067470 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff080db64f0>,) {'filters': {'network_id': ['0027f9bb-8d3b-48e4-bc51-b5155f7a1da1']}} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:31:50.133152 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff080db64f0>, '789332a2-4986-4ca6-b5a9-f8016fbcf54a') {'for_net_delete': True} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:31:50.133450 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff080db64f0>, '789332a2-4986-4ca6-b5a9-f8016fbcf54a') {} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:31:50.148303 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3945247'] for segment, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.178412 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.190507 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=79258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:31:50.191027 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143377'] for segment, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.214621 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47096) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   from cryptography.utils import int_from_bytes
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   from cryptography.utils import int_from_bytes
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   util.warn_limited(
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   util.warn_limited(
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]: Traceback (most recent call last):
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:     timer()
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:     cb(*args, **kw)
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:     return func(*args, **kwargs)
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:     self._notify()
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:     self.callback(batched_events)
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:     event.method(event)
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:     return f(self, *a, **k)
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._get(url).json()
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:31:50.222107 dv-cinder-804345-1-iscsi neutron-server[79258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:31:50.236846 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-47dac3ff-c852-46f0-87c0-5ef3642eb1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.251110 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-47dac3ff-c852-46f0-87c0-5ef3642eb1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:50.254874 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-47dac3ff-c852-46f0-87c0-5ef3642eb1d3 admin admin] Usage tracker for resource:security_group_rule and tenant:bbec7c26d16b4f53b59695e750c20129 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:50.257673 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-47dac3ff-c852-46f0-87c0-5ef3642eb1d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:50.263967 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-47dac3ff-c852-46f0-87c0-5ef3642eb1d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:50.311723 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d4eb1-7ec8-4cca-9696-b9ee043029e8 req-8c28194c-ddf5-4cd0-94dd-7dca05b49d83 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:50.313500 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a65d4eb1-7ec8-4cca-9696-b9ee043029e8 req-8c28194c-ddf5-4cd0-94dd-7dca05b49d83 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.2371831
Aug 12 15:31:50.335586 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.346187 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-fdfb4d61-b48f-40ff-aff8-834e84918841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:50.347933 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-47dac3ff-c852-46f0-87c0-5ef3642eb1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.352023 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-47dac3ff-c852-46f0-87c0-5ef3642eb1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.359858 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-6e2e3534-f439-4bb7-ab12-cc4e277109fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:50.376079 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.385105 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=0027f9bb-8d3b-48e4-bc51-b5155f7a1da1,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:50.393022 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:50.395810 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a65d4eb1-7ec8-4cca-9696-b9ee043029e8 req-8ff27a64-233c-4e58-9a37-dd03a28b6c31 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759535
Aug 12 15:31:50.404385 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0027f9bb-8d3b-48e4-bc51-b5155f7a1da1 HTTP/1.1" status: 204  len: 168 time: 0.8823559
Aug 12 15:31:50.404644 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dac3ff-c852-46f0-87c0-5ef3642eb1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e5296b-8850-4d78-b0a1-7bc6d5d9ad7d,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:50.409125 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-47dac3ff-c852-46f0-87c0-5ef3642eb1d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbec7c26d16b4f53b59695e750c20129&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1933920
Aug 12 15:31:50.410316 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-47dac3ff-c852-46f0-87c0-5ef3642eb1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:50.411976 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47102) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:50.478968 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-656f7e6e-abdd-47bf-b4e2-d1c07482264b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.506041 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-656f7e6e-abdd-47bf-b4e2-d1c07482264b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.562345 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-656f7e6e-abdd-47bf-b4e2-d1c07482264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.567354 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e4b10e38-6583-4acf-a5b7-066e7932a077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:50.579967 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f7e6e-abdd-47bf-b4e2-d1c07482264b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e5296b-8850-4d78-b0a1-7bc6d5d9ad7d,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:50.582945 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-656f7e6e-abdd-47bf-b4e2-d1c07482264b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:50.585044 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-656f7e6e-abdd-47bf-b4e2-d1c07482264b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.589727 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-656f7e6e-abdd-47bf-b4e2-d1c07482264b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43e5296b-8850-4d78-b0a1-7bc6d5d9ad7d HTTP/1.1" status: 204  len: 168 time: 0.1732891
Aug 12 15:31:50.613290 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47110) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:50.665708 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-e85d9356-4e5b-424a-8dfa-9e2822e983e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22d8b73289fe4980bf0b45f54ea268c1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0511675
Aug 12 15:31:50.668227 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47114) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:50.737767 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9232641c-5054-4eba-8083-0448b413322f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.772850 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9232641c-5054-4eba-8083-0448b413322f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.830300 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9232641c-5054-4eba-8083-0448b413322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.834075 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:50.850471 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232641c-5054-4eba-8083-0448b413322f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f1a6e0-84a6-45da-aa8e-c0362f57c150,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:50.853025 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-9232641c-5054-4eba-8083-0448b413322f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:50.860083 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9232641c-5054-4eba-8083-0448b413322f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:50.864002 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-9232641c-5054-4eba-8083-0448b413322f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81f1a6e0-84a6-45da-aa8e-c0362f57c150 HTTP/1.1" status: 204  len: 168 time: 0.1947503
Aug 12 15:31:51.597155 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 47188) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:51.616449 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32a781-4caf-4627-ba43-5ee2967f80a1 req-36d02975-3a40-414e-8e76-bfadb70d4f6f tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:51.618087 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7e32a781-4caf-4627-ba43-5ee2967f80a1 req-36d02975-3a40-414e-8e76-bfadb70d4f6f tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1073689
Aug 12 15:31:51.666309 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7e32a781-4caf-4627-ba43-5ee2967f80a1 req-6eaa7621-4b96-4454-8e05-79ae3cc05558 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418272
Aug 12 15:31:51.769277 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-network', 'tenant_id': '409c964789574bf4b00bd19c92187a1f'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:51.774890 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:51.781068 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Usage tracker for resource:network and tenant:409c964789574bf4b00bd19c92187a1f is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:51.784119 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:51.789804 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:51.802623 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Made reservation on behalf of 409c964789574bf4b00bd19c92187a1f for: {'network': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:31:51.805069 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:51.818548 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:51.833467 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:51.837437 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Usage tracker for resource:security_group_rule and tenant:409c964789574bf4b00bd19c92187a1f is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:51.840811 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:51.848272 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:51.939334 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:51.943113 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:51.947150 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-fa90ebb5-b54b-4719-bb7f-b64eeb270af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:51.972401 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749}  {{(pid=79258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:31:51.986157 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52915710-6943-44e1-a37f-ac034ece2825,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:51.989097 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:51.990411 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:51.990411 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.segments_db [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Added segment 5b73a4b3-109a-4471-a9b1-ac66f41c2879 of type vlan for network 7951e27b-9ee0-4bac-b307-010b164089b6
Aug 12 15:31:52.025680 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:52.074963 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:52.076693 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:52.077906 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:52.086504 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:52.211417 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.6130459
Aug 12 15:31:52.214897 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47226) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:52.217279 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Pushing event updated for resources: {'Network': ['ID=7951e27b-9ee0-4bac-b307-010b164089b6,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:52.221652 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:52.221849 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Request body: {'subnet': {'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-subnet', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:52.226698 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:52.226887 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network 7951e27b-9ee0-4bac-b307-010b164089b6 details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:31:52.230973 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Usage tracker for resource:subnet and tenant:409c964789574bf4b00bd19c92187a1f is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:52.233994 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:52.240123 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:52.251126 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Made reservation on behalf of 409c964789574bf4b00bd19c92187a1f for: {'subnet': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:31:52.253808 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:52.463957 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for subnet, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:52.468024 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:52.541869 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb15ed47-a637-4378-9bb3-71152f440abb,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:52.545744 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:52.550200 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Checking segment: {'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:31:52.550556 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Network hostable DHCP agents. Network: 7951e27b-9ee0-4bac-b307-010b164089b6, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:31:52.570889 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Network 7951e27b-9ee0-4bac-b307-010b164089b6 is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:31:52.580859 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, 7951e27b-9ee0-4bac-b307-010b164089b6) {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:31:52.585472 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:52.585978 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:52.590470 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420fa449-fb91-411f-ac7e-bcdf284f8b82 None None] Network 7951e27b-9ee0-4bac-b307-010b164089b6 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:31:52.618727 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 47234) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:52.619387 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.4019008
Aug 12 15:31:52.623050 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:52.628651 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:52.636700 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Usage tracker for resource:router and tenant:409c964789574bf4b00bd19c92187a1f is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:52.645711 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:52.653429 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:52.666901 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1714638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:52.669308 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1972'] for router, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:52.709286 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:53.041139 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf88deb1f-a88d-5958-9003-71194a3ca5da-7951e27b-9ee0-4bac-b307-010b164089b6', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb'}]}} from dv-cinder-804345-1-iscsi. {{(pid=79260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 12 15:31:53.043121 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:53.378803 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Allocated IP 172.20.0.2 (7951e27b-9ee0-4bac-b307-010b164089b6/cb15ed47-a637-4378-9bb3-71152f440abb/9ade58c9-61de-4809-ba70-5813df624535) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:31:53.450457 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1590471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1714557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1862'] for router, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:53.527605 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d9704-181e-4d09-bca2-678ad0ad4b75 req-31ba74af-9311-4417-87fa-67fa8d37a750 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:53.529210 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f6d9704-181e-4d09-bca2-678ad0ad4b75 req-31ba74af-9311-4417-87fa-67fa8d37a750 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.5274699
Aug 12 15:31:53.678822 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f6d9704-181e-4d09-bca2-678ad0ad4b75 req-0a57ca5f-c783-4b27-bcd8-f27f748cabc5 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314538
Aug 12 15:31:53.734515 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:53.768698 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Transition to ACTIVE for port object 9ade58c9-61de-4809-ba70-5813df624535 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:31:53.813060 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Transition to ACTIVE for port object 9ade58c9-61de-4809-ba70-5813df624535 will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:31:53.825634 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:53.831445 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:53.924661 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Network 7951e27b-9ee0-4bac-b307-010b164089b6 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:31:53.954967 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Resources bound (agent type, host, resource id):  {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:31:53.975967 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:31:54.031646 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Pushing event updated for resources: {'Port': ['ID=9ade58c9-61de-4809-ba70-5813df624535,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:54.058967 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:54.059766 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:54.060549 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:54.061119 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:54.061907 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:54.062258 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:54.063136 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:54.063702 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:54.064067 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:54.064528 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:54.064952 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:54.065702 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:31:54.071602 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:54.166473 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Attempting to bind port 9ade58c9-61de-4809-ba70-5813df624535 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:31:54.167404 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Attempting to bind port 9ade58c9-61de-4809-ba70-5813df624535 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:31:54.168018 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Attempting to bind port 9ade58c9-61de-4809-ba70-5813df624535 on network 7951e27b-9ee0-4bac-b307-010b164089b6 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:31:54.176107 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:31:54.176572 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Checking segment: {'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:31:54.177879 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:54.178478 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Bound using segment: {'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:31:54.179568 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Bound port: 9ade58c9-61de-4809-ba70-5813df624535, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:31:54.180317 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:54.269940 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:54.350563 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:54.360443 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] For port 9ade58c9-61de-4809-ba70-5813df624535, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:31:54.367237 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] For port 9ade58c9-61de-4809-ba70-5813df624535, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=9ade58c9-61de-4809-ba70-5813df624535,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:31:54.374048 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:54.393644 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:54.426432 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-0227695b-6caf-44cc-9000-7bf790ad72d3 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:54.427177 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-0227695b-6caf-44cc-9000-7bf790ad72d3 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Synchronizing usage tracker for tenant:7f21e02e2109457f9c28b608e94dd070 on resource:network {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:31:54.539116 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Pushing event updated for resources: {'Port': ['ID=9ade58c9-61de-4809-ba70-5813df624535,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:54.544439 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:54.553790 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-0227695b-6caf-44cc-9000-7bf790ad72d3 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Unset dirty status for tenant:7f21e02e2109457f9c28b608e94dd070 on resource:network {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:31:54.554919 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-0227695b-6caf-44cc-9000-7bf790ad72d3 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/networks?id=41eb2269-d459-49e0-be3e-11bfde18448d HTTP/1.1" status: 200  len: 808 time: 0.5226102
Aug 12 15:31:54.581023 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-e2caac44-fe7e-4ca1-a987-5bde4e892a76 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/quotas/7f21e02e2109457f9c28b608e94dd070 HTTP/1.1" status: 200  len: 375 time: 0.0184238
Aug 12 15:31:54.736476 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-6738698d-7834-4347-8a4c-ba40f29fefa2 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f21e02e2109457f9c28b608e94dd070&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1338747
Aug 12 15:31:54.738513 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Allocated IP 172.27.3.252 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/a1d12fac-973b-457b-bdeb-4631a12f05b1) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:31:55.332306 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-b70a3566-b4e2-4c2e-a0f2-0098f02e0d14 service neutron] 10.222.0.18 "GET /v2.0/networks/41eb2269-d459-49e0-be3e-11bfde18448d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5888114
Aug 12 15:31:55.465453 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:55.488631 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe066ba-3d47-46fb-aefa-eb820559b1b3 req-34d311bf-d1ac-45c7-aa35-81029bfd47ef tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:55.492674 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-afe066ba-3d47-46fb-aefa-eb820559b1b3 req-34d311bf-d1ac-45c7-aa35-81029bfd47ef tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.4500058
Aug 12 15:31:55.547624 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-23adaf6b-1f95-46ea-a7de-5830ee27fe73 service neutron] 10.222.0.18 "GET /v2.0/networks/41eb2269-d459-49e0-be3e-11bfde18448d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2049105
Aug 12 15:31:55.575986 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-afe066ba-3d47-46fb-aefa-eb820559b1b3 req-0e53bbc7-f58f-4894-aa75-c0937982846d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728483
Aug 12 15:31:55.599993 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:55.606566 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:55.819192 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 9ade58c9-61de-4809-ba70-5813df624535 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:31:55.839134 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:31:55.852776 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Pushing event updated for resources: {'Port': ['ID=a1d12fac-973b-457b-bdeb-4631a12f05b1,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:55.857598 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:31:55.861575 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:31:55.902630 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:55.940559 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7fd7eff0-b80a-4e31-a6c7-751d2b056458 req-b6fe2fb7-0ace-4de4-b18f-6d680b53d99a tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 210 time: 0.1618552
Aug 12 15:31:55.974571 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port 9ade58c9-61de-4809-ba70-5813df624535 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:31:56.085901 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052cda8f-b5af-4d0d-8c36-a32f836c5d58 None None] Network 7951e27b-9ee0-4bac-b307-010b164089b6 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:31:56.323409 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-24db099e-714e-44be-bb5b-bab53818285e None None] Provisioning for port 9ade58c9-61de-4809-ba70-5813df624535 completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:31:56.336531 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-24db099e-714e-44be-bb5b-bab53818285e None None] Provisioning complete for port 9ade58c9-61de-4809-ba70-5813df624535 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:31:56.337096 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-24db099e-714e-44be-bb5b-bab53818285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:56.563815 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-24db099e-714e-44be-bb5b-bab53818285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:56.727838 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-24db099e-714e-44be-bb5b-bab53818285e None None] For port 9ade58c9-61de-4809-ba70-5813df624535, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=9ade58c9-61de-4809-ba70-5813df624535,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:31:56.743125 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-24db099e-714e-44be-bb5b-bab53818285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:56.753447 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-564f8190-ad3f-4dec-975e-bb714234b655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:56.887622 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db099e-714e-44be-bb5b-bab53818285e None None] Pushing event updated for resources: {'Port': ['ID=9ade58c9-61de-4809-ba70-5813df624535,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:56.891582 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-24db099e-714e-44be-bb5b-bab53818285e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:56.943689 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:57.322273 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47392) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:57.376419 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-5a87b736-afb6-428e-bafa-3163929aa388 None None] Provisioning complete for port 9ade58c9-61de-4809-ba70-5813df624535 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:31:57.377076 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5a87b736-afb6-428e-bafa-3163929aa388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:57.469307 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a22e36-f120-4d74-88c2-09c4cb2c15a8 req-cf8cabb8-ab8a-4e42-b540-34868dace7c9 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:57.470836 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-75a22e36-f120-4d74-88c2-09c4cb2c15a8 req-cf8cabb8-ab8a-4e42-b540-34868dace7c9 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.6202860
Aug 12 15:31:57.521820 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-80b0a1a7-d335-4c15-a9a0-ee371b2385e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:57.575682 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-80b0a1a7-d335-4c15-a9a0-ee371b2385e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:57.581545 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-80b0a1a7-d335-4c15-a9a0-ee371b2385e2 admin admin] Usage tracker for resource:security_group_rule and tenant:76863d304bf64e06b27623f865a41460 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:57.584863 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-80b0a1a7-d335-4c15-a9a0-ee371b2385e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:57.592051 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-80b0a1a7-d335-4c15-a9a0-ee371b2385e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:57.695035 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-80b0a1a7-d335-4c15-a9a0-ee371b2385e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:57.701014 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-80b0a1a7-d335-4c15-a9a0-ee371b2385e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:57.729381 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-9232641c-5054-4eba-8083-0448b413322f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:57.733375 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 9ade58c9-61de-4809-ba70-5813df624535 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:31:57.745769 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-80b0a1a7-d335-4c15-a9a0-ee371b2385e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76863d304bf64e06b27623f865a41460&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4221318
Aug 12 15:31:57.748963 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47402) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:57.814207 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0a1a7-d335-4c15-a9a0-ee371b2385e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795da8c6-4919-4afa-a8ae-20e0e4fcf48e,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:57.826496 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-80b0a1a7-d335-4c15-a9a0-ee371b2385e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:57.886290 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 9ade58c9-61de-4809-ba70-5813df624535 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:31:57.886638 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:57.889372 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1543a81c-ba5f-4126-9ac8-9e03d5bcea4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:57.891267 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47406) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:57.919460 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-49d2cc82-c178-4f98-94c2-d8c79571de0c req-30642b55-d964-4396-a195-aac98c73f020 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 210 time: 0.3621566
Aug 12 15:31:57.944088 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-75a22e36-f120-4d74-88c2-09c4cb2c15a8 req-e8fae561-3e35-4d85-b761-89c380f59e77 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4503355
Aug 12 15:31:57.964301 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604511'] for router, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:57.966431 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1543a81c-ba5f-4126-9ac8-9e03d5bcea4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:58.121577 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1543a81c-ba5f-4126-9ac8-9e03d5bcea4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:58.131424 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7f2141b6-1ed2-4174-9a29-7997b13852e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:58.150979 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1543a81c-ba5f-4126-9ac8-9e03d5bcea4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:58.158777 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-1543a81c-ba5f-4126-9ac8-9e03d5bcea4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/795da8c6-4919-4afa-a8ae-20e0e4fcf48e HTTP/1.1" status: 204  len: 168 time: 0.3888814
Aug 12 15:31:58.162362 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543a81c-ba5f-4126-9ac8-9e03d5bcea4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795da8c6-4919-4afa-a8ae-20e0e4fcf48e,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:58.172491 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-1543a81c-ba5f-4126-9ac8-9e03d5bcea4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:58.263886 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7f392e03-e5f2-476a-8fd0-0a10625d956b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:58.286049 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-7f392e03-e5f2-476a-8fd0-0a10625d956b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:58.293023 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-7f392e03-e5f2-476a-8fd0-0a10625d956b admin admin] Usage tracker for resource:security_group_rule and tenant:2de2ceb7fcf14b46b587365e41fd64e4 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:58.296451 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-7f392e03-e5f2-476a-8fd0-0a10625d956b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:58.304767 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-7f392e03-e5f2-476a-8fd0-0a10625d956b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:58.498396 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4092a383-18cb-4164-ae85-6fe91e2cf7c1 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:58.498863 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4092a383-18cb-4164-ae85-6fe91e2cf7c1 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.76 "GET /v2.0/networks?id=41eb2269-d459-49e0-be3e-11bfde18448d HTTP/1.1" status: 200  len: 808 time: 0.3738763
Aug 12 15:31:58.538697 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Request body: {'port': {'device_id': 'ed6ffd2e-88a5-4648-8f7b-02b289c883fa', 'network_id': '41eb2269-d459-49e0-be3e-11bfde18448d', 'admin_state_up': True, 'tenant_id': '7f21e02e2109457f9c28b608e94dd070'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:31:58.541590 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7f392e03-e5f2-476a-8fd0-0a10625d956b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:58.570873 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7f392e03-e5f2-476a-8fd0-0a10625d956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:58.598130 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-12e4181b-89b3-401b-8a92-13a8b16b227c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:58.668937 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-7f392e03-e5f2-476a-8fd0-0a10625d956b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2de2ceb7fcf14b46b587365e41fd64e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7739658
Aug 12 15:31:58.668937 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f392e03-e5f2-476a-8fd0-0a10625d956b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1258c982-29f7-4c0c-ae2f-3c4e584c8a6c,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:58.671144 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47426) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:58.675264 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7f392e03-e5f2-476a-8fd0-0a10625d956b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:58.767539 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9d540f8a-08de-4c24-89cd-3bbd54acc073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:58.801441 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9d540f8a-08de-4c24-89cd-3bbd54acc073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:58.846231 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Router 02c348f4-3b6e-4827-9af0-10281320b134 is scheduled to L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 with binding_index 1 {{(pid=79258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 12 15:31:58.893837 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9d540f8a-08de-4c24-89cd-3bbd54acc073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:58.909078 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a533a202-69d5-4d90-b050-0096551b8366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:31:58.929366 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9d540f8a-08de-4c24-89cd-3bbd54acc073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:58.930828 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-9d540f8a-08de-4c24-89cd-3bbd54acc073 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1258c982-29f7-4c0c-ae2f-3c4e584c8a6c HTTP/1.1" status: 204  len: 168 time: 0.2579522
Aug 12 15:31:58.932068 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d540f8a-08de-4c24-89cd-3bbd54acc073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1258c982-29f7-4c0c-ae2f-3c4e584c8a6c,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:31:58.946793 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-9d540f8a-08de-4c24-89cd-3bbd54acc073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:31:59.232321 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:31:59.338204 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Usage tracker for resource:port and tenant:7f21e02e2109457f9c28b608e94dd070 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:31:59.350475 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:31:59.361573 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Sync routers for ids ['02c348f4-3b6e-4827-9af0-10281320b134'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:31:59.365443 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:31:59.381012 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Routers {'02c348f4-3b6e-4827-9af0-10281320b134'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:31:59.381727 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081625b50>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:31:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['02c348f4-3b6e-4827-9af0-10281320b134'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:31:59.408041 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-89540310-696b-4c76-b99c-129c2fd181cc req-7c1a6869-a539-4d3c-81f4-c164096832a6 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 210 time: 0.1770205
Aug 12 15:31:59.412221 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:31:59.470572 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Made reservation on behalf of 7f21e02e2109457f9c28b608e94dd070 for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:31:59.479238 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:59.505171 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Notify callbacks [] for router, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:31:59.511311 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47462) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:31:59.511681 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.8930087
Aug 12 15:31:59.641216 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3159b-d74a-4984-aa1b-265c2eb2788a req-9b085a55-abf7-405d-bf19-71e256c1cbf6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:31:59.641216 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b3f3159b-d74a-4984-aa1b-265c2eb2788a req-9b085a55-abf7-405d-bf19-71e256c1cbf6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.4043779
Aug 12 15:31:59.782587 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Set router 02c348f4-3b6e-4827-9af0-10281320b134 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:31:59.868829 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Allocated IP 172.20.0.7 (41eb2269-d459-49e0-be3e-11bfde18448d/5196c4b6-7427-47fd-bee4-079e41293b5b/6077bb5f-3973-491e-acf1-8ac7fa0a3a26) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:32:00.245545 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:00.333081 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081625b50>, [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:31:56Z', 'revision_number': 3, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:00.351329 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Checking router: 02c348f4-3b6e-4827-9af0-10281320b134 for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:32:00.351881 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Updating router 02c348f4-3b6e-4827-9af0-10281320b134 port a1d12fac-973b-457b-bdeb-4631a12f05b1 binding host dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:32:00.354324 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b3f3159b-d74a-4984-aa1b-265c2eb2788a req-9cc0c0b6-154b-4051-89f2-da751cb8a30e tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7041225
Aug 12 15:32:00.356144 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:00.363941 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:00.489342 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:00.491512 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Network 41eb2269-d459-49e0-be3e-11bfde18448d is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:32:00.495214 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:32:00.505314 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:32:00.872590 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Pushing event updated for resources: {'Port': ['ID=6077bb5f-3973-491e-acf1-8ac7fa0a3a26,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:00.890639 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:00.902137 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:00.902804 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:00.955763 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4293885
Aug 12 15:32:00.991136 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Request body: {'port': {'device_id': 'ed6ffd2e-88a5-4648-8f7b-02b289c883fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:01.198659 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f607b6-9075-4640-b247-14c2d0086edc req-aeae57fb-d7f6-407f-bdcb-2a61894f2793 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:01.205518 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-77f607b6-9075-4640-b247-14c2d0086edc req-aeae57fb-d7f6-407f-bdcb-2a61894f2793 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Synchronizing usage tracker for tenant:7f21e02e2109457f9c28b608e94dd070 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:32:01.260682 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:01.299221 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Transition to ACTIVE for port object a1d12fac-973b-457b-bdeb-4631a12f05b1 will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:32:01.322250 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:01.343237 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:01.367627 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-77f607b6-9075-4640-b247-14c2d0086edc req-aeae57fb-d7f6-407f-bdcb-2a61894f2793 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Unset dirty status for tenant:7f21e02e2109457f9c28b608e94dd070 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:32:01.376220 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-77f607b6-9075-4640-b247-14c2d0086edc req-aeae57fb-d7f6-407f-bdcb-2a61894f2793 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 931 time: 0.5656009
Aug 12 15:32:01.453314 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:01.454821 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Pushing event updated for resources: {'Port': ['ID=a1d12fac-973b-457b-bdeb-4631a12f05b1,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:01.471340 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:01.471727 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:01.472441 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:01.473135 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:01.473509 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:01.476648 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:01.477165 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:01.477575 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:01.478247 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:01.480261 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:01.480601 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:01.481146 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:01.535221 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:01.611204 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Attempting to bind port a1d12fac-973b-457b-bdeb-4631a12f05b1 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:32:01.612348 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Attempting to bind port a1d12fac-973b-457b-bdeb-4631a12f05b1 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:32:01.612952 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Attempting to bind port a1d12fac-973b-457b-bdeb-4631a12f05b1 on network aad1b8a0-c7f9-4883-899d-f35eccece470 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:32:01.650307 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:32:01.651503 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Checking segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:32:01.652119 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:01.652767 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Bound using segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:32:01.653572 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Bound port: a1d12fac-973b-457b-bdeb-4631a12f05b1, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:32:01.653996 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:01.699077 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-77f607b6-9075-4640-b247-14c2d0086edc req-0e686b68-aaab-4b2c-80f4-0c81e8144fad tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Synchronizing usage tracker for tenant:7f21e02e2109457f9c28b608e94dd070 on resource:security_group {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:32:01.794769 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-77f607b6-9075-4640-b247-14c2d0086edc req-0e686b68-aaab-4b2c-80f4-0c81e8144fad tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Unset dirty status for tenant:7f21e02e2109457f9c28b608e94dd070 on resource:security_group {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:32:01.797724 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-77f607b6-9075-4640-b247-14c2d0086edc req-0e686b68-aaab-4b2c-80f4-0c81e8144fad tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4206209
Aug 12 15:32:01.859117 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:01.949036 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] For port a1d12fac-973b-457b-bdeb-4631a12f05b1, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:32:01.959307 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] For port a1d12fac-973b-457b-bdeb-4631a12f05b1, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=a1d12fac-973b-457b-bdeb-4631a12f05b1,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:32:01.969917 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:01.975869 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-8dd4e5c4-b448-4e65-95d2-594766b76727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:02.104560 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Routers {'02c348f4-3b6e-4827-9af0-10281320b134'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:32:02.105433 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081625b50>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:31:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['02c348f4-3b6e-4827-9af0-10281320b134'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:02.210500 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Pushing event updated for resources: {'Port': ['ID=a1d12fac-973b-457b-bdeb-4631a12f05b1,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:02.216076 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:02.328044 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda14934-437a-4b64-b57d-adf5e6e6c003 req-2814899b-f2f3-412f-bfef-9247fdb3d320 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:02.336292 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dda14934-437a-4b64-b57d-adf5e6e6c003 req-2814899b-f2f3-412f-bfef-9247fdb3d320 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.3184826
Aug 12 15:32:02.356938 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] Set router 02c348f4-3b6e-4827-9af0-10281320b134 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:32:02.360474 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Allocated IP 172.20.0.1 (7951e27b-9ee0-4bac-b307-010b164089b6/cb15ed47-a637-4378-9bb3-71152f440abb/45e65017-38fc-46aa-ba9b-dd48a52afc2f) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:32:02.443663 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dda14934-437a-4b64-b57d-adf5e6e6c003 req-36b16407-09d0-4352-b48f-0acc7d812c34 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061850
Aug 12 15:32:02.637774 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:02.656534 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:32:02.660576 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.provisioning_blocks [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Transition to ACTIVE for port object 45e65017-38fc-46aa-ba9b-dd48a52afc2f will not be triggered until provisioned by entity DHCP. {{(pid=79259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:32:02.664491 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:02.684370 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Transition to ACTIVE for port object 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:32:02.690038 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:02.690920 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:02.696579 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:02.698501 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:02.787502 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Network 7951e27b-9ee0-4bac-b307-010b164089b6 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:32:02.792229 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:32:02.812387 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:32:02.814339 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716570'] for router_interface, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:02.965229 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Pushing event updated for resources: {'Port': ['ID=45e65017-38fc-46aa-ba9b-dd48a52afc2f,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:02.972484 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Pushing event updated for resources: {'Port': ['ID=6077bb5f-3973-491e-acf1-8ac7fa0a3a26,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:02.975399 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:02.999980 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:03.032237 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081625b50>, [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:31:56Z', 'revision_number': 3, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:03.057718 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bda2a8-d048-4575-84a1-a6f0a7610c1d None None] The sync data for ids ['02c348f4-3b6e-4827-9af0-10281320b134'] in dv-cinder-804345-1-iscsi is: [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:31:56Z', 'revision_number': 3, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:32:03.315487 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Attempting to bind port 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:32:03.316000 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Attempting to bind port 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '9b818665-e0f2-4aa1-8eaa-d53e3a396f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '41eb2269-d459-49e0-be3e-11bfde18448d'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:32:03.316532 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Attempting to bind port 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 on network 41eb2269-d459-49e0-be3e-11bfde18448d {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:32:03.326003 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:03.327566 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Port 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 on network 41eb2269-d459-49e0-be3e-11bfde18448d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:32:03.328091 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Attempting to bind port 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 on network 41eb2269-d459-49e0-be3e-11bfde18448d {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:32:03.341035 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-8784020d-0f82-448c-b7aa-2ec2c60b85e6 None None] Provisioning for port 45e65017-38fc-46aa-ba9b-dd48a52afc2f completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:32:03.347884 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:32:03.348380 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Checking segment: {'id': '9b818665-e0f2-4aa1-8eaa-d53e3a396f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '41eb2269-d459-49e0-be3e-11bfde18448d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:32:03.348937 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Bound using segment: {'id': '9b818665-e0f2-4aa1-8eaa-d53e3a396f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '41eb2269-d459-49e0-be3e-11bfde18448d'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:32:03.349473 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Bound port: 6077bb5f-3973-491e-acf1-8ac7fa0a3a26, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b818665-e0f2-4aa1-8eaa-d53e3a396f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '41eb2269-d459-49e0-be3e-11bfde18448d'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:32:03.350875 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-8784020d-0f82-448c-b7aa-2ec2c60b85e6 None None] Provisioning complete for port 45e65017-38fc-46aa-ba9b-dd48a52afc2f triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:32:03.351233 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8784020d-0f82-448c-b7aa-2ec2c60b85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:03.356363 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:03.412034 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494295c-896b-4159-8ed3-a6637ffa3747 req-84b1d21c-1821-4fab-a4dc-d8b302b6bc92 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:03.414184 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8494295c-896b-4159-8ed3-a6637ffa3747 req-84b1d21c-1821-4fab-a4dc-d8b302b6bc92 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 943 time: 0.2730699
Aug 12 15:32:03.476376 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-8784020d-0f82-448c-b7aa-2ec2c60b85e6 None None] Port 45e65017-38fc-46aa-ba9b-dd48a52afc2f cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:32:03.761229 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8494295c-896b-4159-8ed3-a6637ffa3747 req-96925dd7-8eae-425e-964f-2c2341d40667 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3369274
Aug 12 15:32:03.795304 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] For port 6077bb5f-3973-491e-acf1-8ac7fa0a3a26, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:32:03.807601 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] For port 6077bb5f-3973-491e-acf1-8ac7fa0a3a26, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=6077bb5f-3973-491e-acf1-8ac7fa0a3a26,segment=NetworkSegment(9b818665-e0f2-4aa1-8eaa-d53e3a396f32),segment_id=9b818665-e0f2-4aa1-8eaa-d53e3a396f32)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:32:03.809316 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device a1d12fac-973b-457b-bdeb-4631a12f05b1 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:32:03.816909 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:03.826113 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0c759282-81b0-439c-a105-fe09f179fe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:03.895037 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:03.903884 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:03.905252 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716533'] for router_interface, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:03.917032 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:03.999762 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Pushing event updated for resources: {'Port': ['ID=6077bb5f-3973-491e-acf1-8ac7fa0a3a26,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:04.059479 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port a1d12fac-973b-457b-bdeb-4631a12f05b1 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:32:04.075350 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port a1d12fac-973b-457b-bdeb-4631a12f05b1 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:32:04.075984 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:04.166916 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:04.190087 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:04.191007 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:04.192652 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] 10.222.0.76 "PUT /v2.0/ports/6077bb5f-3973-491e-acf1-8ac7fa0a3a26 HTTP/1.1" status: 200  len: 1093 time: 3.2228880
Aug 12 15:32:04.193332 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6ffd2e-88a5-4648-8f7b-02b289c883fa', 'tag': '6077bb5f-3973-491e-acf1-8ac7fa0a3a26'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:32:04.263846 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a4d59-621f-4127-82a1-4b84bbc93a9c req-66d51908-36ef-4c00-bc60-3e406e20a4cd tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:04.274487 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-259a4d59-621f-4127-82a1-4b84bbc93a9c req-66d51908-36ef-4c00-bc60-3e406e20a4cd tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.2829032
Aug 12 15:32:04.343865 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-259a4d59-621f-4127-82a1-4b84bbc93a9c req-f625be46-886e-49dd-9899-480fa4b629c9 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666201
Aug 12 15:32:04.346736 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Network 7951e27b-9ee0-4bac-b307-010b164089b6 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:32:04.349962 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:32:04.442813 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:04.490474 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port a1d12fac-973b-457b-bdeb-4631a12f05b1, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=a1d12fac-973b-457b-bdeb-4631a12f05b1,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:32:04.497061 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6ffd2e-88a5-4648-8f7b-02b289c883fa', 'tag': '6077bb5f-3973-491e-acf1-8ac7fa0a3a26', 'status': 'completed', 'code': 200}
Aug 12 15:32:04.497646 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:04.501005 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:04.569519 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-1d8e99bb-92f4-444b-9003-be6ef68e58c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:04.571644 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-1d8e99bb-92f4-444b-9003-be6ef68e58c2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f21e02e2109457f9c28b608e94dd070&device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 1096 time: 0.2445028
Aug 12 15:32:04.700937 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=a1d12fac-973b-457b-bdeb-4631a12f05b1,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:04.707453 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:04.729906 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-67b35946-9f20-4bfd-a23d-174def092e7f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6077bb5f-3973-491e-acf1-8ac7fa0a3a26 HTTP/1.1" status: 200  len: 217 time: 0.1290200
Aug 12 15:32:04.870973 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Pushing event updated for resources: {'Port': ['ID=45e65017-38fc-46aa-ba9b-dd48a52afc2f,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:04.876549 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-48d04cee-e4b0-4317-8587-9520c035b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:04.881878 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-48d04cee-e4b0-4317-8587-9520c035b781 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5196c4b6-7427-47fd-bee4-079e41293b5b HTTP/1.1" status: 200  len: 848 time: 0.1417031
Aug 12 15:32:04.924187 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:04.934844 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-69fb8902-6ada-45b7-b44a-1b6fb0174d1e None None] Provisioning complete for port 45e65017-38fc-46aa-ba9b-dd48a52afc2f triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:32:04.935947 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-69fb8902-6ada-45b7-b44a-1b6fb0174d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:04.979251 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Router 02c348f4-3b6e-4827-9af0-10281320b134 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:32:05.034365 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-3acaea3c-7b96-4495-886b-6fd7b6fb561d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=41eb2269-d459-49e0-be3e-11bfde18448d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1454201
Aug 12 15:32:05.055652 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-69fb8902-6ada-45b7-b44a-1b6fb0174d1e None None] Port 45e65017-38fc-46aa-ba9b-dd48a52afc2f cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:32:05.095553 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd8710-f64c-424b-af14-347504515170 req-aaba6e1b-862a-477f-ac71-d9397f7a9f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:05.097379 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-e0cd8710-f64c-424b-af14-347504515170 req-aaba6e1b-862a-477f-ac71-d9397f7a9f16 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 1098 time: 0.2363870
Aug 12 15:32:05.307108 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:32:05.339375 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-0f4cd466-ff2b-4b20-adb1-68e136f42d92 service neutron] 10.222.0.76 "GET /v2.0/networks/41eb2269-d459-49e0-be3e-11bfde18448d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2968061
Aug 12 15:32:05.356836 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] 10.222.0.18 "PUT /v2.0/routers/02c348f4-3b6e-4827-9af0-10281320b134/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8353889
Aug 12 15:32:05.357397 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40535144-0fd4-451e-a99d-2857a861851f req-34471be3-ba50-4bd5-b1cf-1084f9b5ac93 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:05.357397 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-40535144-0fd4-451e-a99d-2857a861851f req-34471be3-ba50-4bd5-b1cf-1084f9b5ac93 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 943 time: 0.2785041
Aug 12 15:32:05.364815 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-e0cd8710-f64c-424b-af14-347504515170 req-5c2f77e5-81b9-4103-82a6-1014997828e3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377203
Aug 12 15:32:05.568210 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-40535144-0fd4-451e-a99d-2857a861851f req-51ae8806-6152-4d9e-843a-8187135a5ae5 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065973
Aug 12 15:32:05.581124 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47614) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:05.716333 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Sync routers for ids ['02c348f4-3b6e-4827-9af0-10281320b134'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:32:05.729635 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Routers {'02c348f4-3b6e-4827-9af0-10281320b134'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:32:05.730275 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff08188d7c0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:31:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['02c348f4-3b6e-4827-9af0-10281320b134'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:05.738736 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56c8466-5bf5-4a14-82eb-b1210a88d33f admin admin] Deleting subnet 56a814f5-b650-419c-8059-4fbdec0162bf {{(pid=79259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:32:05.744644 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c56c8466-5bf5-4a14-82eb-b1210a88d33f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:05.790247 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb51d9e9-4156-45ab-b2c9-ba8de7ea3101 req-e1a6a2b0-b9b4-4314-8c12-55504449f753 service neutron] 10.222.0.76 "GET /v2.0/networks/41eb2269-d459-49e0-be3e-11bfde18448d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4340639
Aug 12 15:32:05.791399 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device a1d12fac-973b-457b-bdeb-4631a12f05b1 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:32:05.806555 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c56c8466-5bf5-4a14-82eb-b1210a88d33f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:05.808586 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be35b8-b521-4808-8d00-550864893614 req-0657ac47-f662-4a11-bf12-60f83a42271a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:05.810225 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-09be35b8-b521-4808-8d00-550864893614 req-0657ac47-f662-4a11-bf12-60f83a42271a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.2565792
Aug 12 15:32:05.814757 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c56c8466-5bf5-4a14-82eb-b1210a88d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:05.874389 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-09be35b8-b521-4808-8d00-550864893614 req-1085b289-ece5-4a1f-8479-b6b1fff35592 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544381
Aug 12 15:32:05.934126 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c56c8466-5bf5-4a14-82eb-b1210a88d33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for subnet, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:05.942222 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-adc1e159-3e17-44de-ad60-1302154cfdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:06.013584 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c8466-5bf5-4a14-82eb-b1210a88d33f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a814f5-b650-419c-8059-4fbdec0162bf,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:06.042622 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c56c8466-5bf5-4a14-82eb-b1210a88d33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:06.053543 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c4051-2078-4735-84b4-0394e2d3bd65 req-b57c46fa-caad-4250-8358-c4800962a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:06.055238 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-c56c8466-5bf5-4a14-82eb-b1210a88d33f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/56a814f5-b650-419c-8059-4fbdec0162bf HTTP/1.1" status: 204  len: 168 time: 0.4729652
Aug 12 15:32:06.055402 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c8c4051-2078-4735-84b4-0394e2d3bd65 req-b57c46fa-caad-4250-8358-c4800962a807 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f21e02e2109457f9c28b608e94dd070&device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 1096 time: 0.1286623
Aug 12 15:32:06.059378 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 47626) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:06.073694 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-c56c8466-5bf5-4a14-82eb-b1210a88d33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:06.077759 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Set router 02c348f4-3b6e-4827-9af0-10281320b134 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:32:06.158394 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port a1d12fac-973b-457b-bdeb-4631a12f05b1 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:32:06.159040 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:06.395410 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b7280692-e4aa-4570-9d64-20bb92d7304a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:06.395546 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47630) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:06.401035 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885737800', 'description': 'tempest-description--281540878'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:06.408303 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:06.413823 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Usage tracker for resource:security_group and tenant:409c964789574bf4b00bd19c92187a1f is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:06.418353 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:06.428004 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:06.453622 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:06.495294 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c4051-2078-4735-84b4-0394e2d3bd65 req-e039955f-a89f-429e-8385-30f87adf9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:06.495864 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:06.496898 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c8c4051-2078-4735-84b4-0394e2d3bd65 req-e039955f-a89f-429e-8385-30f87adf9bd1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=41eb2269-d459-49e0-be3e-11bfde18448d HTTP/1.1" status: 200  len: 909 time: 0.4344771
Aug 12 15:32:06.503633 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Usage tracker for resource:security_group_rule and tenant:409c964789574bf4b00bd19c92187a1f is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:06.507745 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:06.515754 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:06.646166 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:06.653323 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:06.659084 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff08188d7c0>, [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '45e65017-38fc-46aa-ba9b-dd48a52afc2f', 'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'mac_address': 'fa:16:3e:88:c0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:01Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 2, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'subnets': [{'id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:06.666471 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Checking router: 02c348f4-3b6e-4827-9af0-10281320b134 for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:32:06.667363 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Updating router 02c348f4-3b6e-4827-9af0-10281320b134 port 45e65017-38fc-46aa-ba9b-dd48a52afc2f binding host dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:32:06.707373 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7c288b2c-5373-456c-888f-9634ed918b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:06.741722 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c8c4051-2078-4735-84b4-0394e2d3bd65 req-615396d1-c3ce-4e22-8c63-def2695b1132 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6077bb5f-3973-491e-acf1-8ac7fa0a3a26 HTTP/1.1" status: 200  len: 217 time: 0.2014449
Aug 12 15:32:06.784097 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490b4100-b163-48c3-8e79-e6b6c8e13d06,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:06.788142 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:06.790219 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3938985
Aug 12 15:32:06.794694 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47644) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:06.802453 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:06.810905 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-7004df61-eefc-48ef-878c-6b0b765109d7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Request body: {'security_group_rule': {'security_group_id': '490b4100-b163-48c3-8e79-e6b6c8e13d06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:06.816743 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:06.829875 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-7004df61-eefc-48ef-878c-6b0b765109d7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:06.839086 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-7004df61-eefc-48ef-878c-6b0b765109d7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Usage tracker for resource:security_group_rule and tenant:409c964789574bf4b00bd19c92187a1f is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:06.862910 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-7004df61-eefc-48ef-878c-6b0b765109d7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:06.880951 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-7004df61-eefc-48ef-878c-6b0b765109d7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:06.902721 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b7280692-e4aa-4570-9d64-20bb92d7304a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:06.937556 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7004df61-eefc-48ef-878c-6b0b765109d7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:06.979372 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-b7280692-e4aa-4570-9d64-20bb92d7304a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff081316c40>,) {'filters': {'network_id': ['ea14c8d0-7615-46a8-b44d-d06b7b300fe5']}} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:07.071421 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7004df61-eefc-48ef-878c-6b0b765109d7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.083825 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7004df61-eefc-48ef-878c-6b0b765109d7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.101320 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:07.130584 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004df61-eefc-48ef-878c-6b0b765109d7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dae513-c7ec-4977-b94c-14d3dbda691a,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:07.136701 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7004df61-eefc-48ef-878c-6b0b765109d7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:07.147359 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7004df61-eefc-48ef-878c-6b0b765109d7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.149061 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-7004df61-eefc-48ef-878c-6b0b765109d7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3516886
Aug 12 15:32:07.152658 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47666) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:07.162185 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-6da39ef8-1a57-42e0-9515-b006cf3c333d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Request body: {'security_group_rule': {'security_group_id': '490b4100-b163-48c3-8e79-e6b6c8e13d06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:07.176005 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-6da39ef8-1a57-42e0-9515-b006cf3c333d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:07.191029 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-6da39ef8-1a57-42e0-9515-b006cf3c333d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Usage tracker for resource:security_group_rule and tenant:409c964789574bf4b00bd19c92187a1f is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:07.194932 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-6da39ef8-1a57-42e0-9515-b006cf3c333d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:07.206722 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-6da39ef8-1a57-42e0-9515-b006cf3c333d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:07.226796 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-b7280692-e4aa-4570-9d64-20bb92d7304a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff081316c40>, 'fa6357de-4a2c-452b-a59a-d87a1586c8f6') {'for_net_delete': True} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:07.231056 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-b7280692-e4aa-4570-9d64-20bb92d7304a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff081316c40>, 'fa6357de-4a2c-452b-a59a-d87a1586c8f6') {} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:07.248129 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6da39ef8-1a57-42e0-9515-b006cf3c333d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.285719 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b7280692-e4aa-4570-9d64-20bb92d7304a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3945247'] for segment, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.310003 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c4051-2078-4735-84b4-0394e2d3bd65 req-7e626dce-4250-4a56-889e-29635432b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:07.311932 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c8c4051-2078-4735-84b4-0394e2d3bd65 req-7e626dce-4250-4a56-889e-29635432b23f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5196c4b6-7427-47fd-bee4-079e41293b5b HTTP/1.1" status: 200  len: 848 time: 0.5579898
Aug 12 15:32:07.411082 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6da39ef8-1a57-42e0-9515-b006cf3c333d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.416493 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b7280692-e4aa-4570-9d64-20bb92d7304a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.419555 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6da39ef8-1a57-42e0-9515-b006cf3c333d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.425161 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c8c4051-2078-4735-84b4-0394e2d3bd65 req-b113b5dd-b58c-4fb9-a91b-6786d18eb0e0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=41eb2269-d459-49e0-be3e-11bfde18448d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0664058
Aug 12 15:32:07.430445 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7280692-e4aa-4570-9d64-20bb92d7304a admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=79258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:32:07.431558 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b7280692-e4aa-4570-9d64-20bb92d7304a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143377'] for segment, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.435593 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-c85f3960-46f3-4b5f-b835-c94d2024b364 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]: Traceback (most recent call last):
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:     timer()
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:     cb(*args, **kw)
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:     return func(*args, **kwargs)
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:     self._notify()
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:     self.callback(batched_events)
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:     event.method(event)
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:     return f(self, *a, **k)
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._get(url).json()
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:32:07.448411 dv-cinder-804345-1-iscsi neutron-server[79258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:32:07.467940 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da39ef8-1a57-42e0-9515-b006cf3c333d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f2793c-b981-4ecb-9bde-4cfd9d42bdf0,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:07.469972 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6e03c-9645-46c2-ad88-37b072ed1951 req-82ed5091-0ea6-418e-b165-d28c0a017e67 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:07.471433 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2de6e03c-9645-46c2-ad88-37b072ed1951 req-82ed5091-0ea6-418e-b165-d28c0a017e67 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 943 time: 0.3935220
Aug 12 15:32:07.473561 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-6da39ef8-1a57-42e0-9515-b006cf3c333d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:07.489850 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6da39ef8-1a57-42e0-9515-b006cf3c333d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.494667 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-6da39ef8-1a57-42e0-9515-b006cf3c333d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3375514
Aug 12 15:32:07.495188 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47672) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:07.502662 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Request body: {'floatingip': {'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:07.517058 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:07.521914 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Usage tracker for resource:floatingip and tenant:409c964789574bf4b00bd19c92187a1f is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:07.525522 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:07.526435 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.535621 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:07.541291 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Transition to ACTIVE for port object 45e65017-38fc-46aa-ba9b-dd48a52afc2f will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:32:07.550423 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for floatingip, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.552734 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.559627 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:07.711236 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b7280692-e4aa-4570-9d64-20bb92d7304a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.747095 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:07.768863 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886fac9-7920-428f-bcce-8cf2a9044bd1 None None] Pushing event updated for resources: {'Port': ['ID=45e65017-38fc-46aa-ba9b-dd48a52afc2f,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:07.777405 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-0886fac9-7920-428f-bcce-8cf2a9044bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:07.802797 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b7280692-e4aa-4570-9d64-20bb92d7304a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.832130 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2de6e03c-9645-46c2-ad88-37b072ed1951 req-fe6f57dd-5bef-4fd1-8cd6-ace2e8e86394 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3189259
Aug 12 15:32:07.857550 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7280692-e4aa-4570-9d64-20bb92d7304a admin admin] Pushing event deleted for resources: {'Network': ['ID=ea14c8d0-7615-46a8-b44d-d06b7b300fe5,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:07.866955 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Attempting to bind port 45e65017-38fc-46aa-ba9b-dd48a52afc2f on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:32:07.867758 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Attempting to bind port 45e65017-38fc-46aa-ba9b-dd48a52afc2f by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:32:07.868153 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Attempting to bind port 45e65017-38fc-46aa-ba9b-dd48a52afc2f on network 7951e27b-9ee0-4bac-b307-010b164089b6 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:32:07.878226 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:32:07.878907 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Checking segment: {'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:32:07.879488 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.879927 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Bound using segment: {'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:32:07.880519 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Bound port: 45e65017-38fc-46aa-ba9b-dd48a52afc2f, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:32:07.881014 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.888198 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbc374-1b2b-47bc-a8bd-47aaa684028b req-90084f6a-33ce-408b-b5b1-4989bf8bd340 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:07.894439 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:07.901377 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5bcbc374-1b2b-47bc-a8bd-47aaa684028b req-90084f6a-33ce-408b-b5b1-4989bf8bd340 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.5984387
Aug 12 15:32:07.904481 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b7280692-e4aa-4570-9d64-20bb92d7304a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:07.924351 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-b7280692-e4aa-4570-9d64-20bb92d7304a admin admin] 10.222.0.18 "DELETE /v2.0/networks/ea14c8d0-7615-46a8-b44d-d06b7b300fe5 HTTP/1.1" status: 204  len: 168 time: 1.8614252
Aug 12 15:32:07.962985 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 47678) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:08.016933 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c8c4051-2078-4735-84b4-0394e2d3bd65 req-85d64911-650c-4ada-a9f8-8b12c0763a27 service neutron] 10.222.0.76 "GET /v2.0/networks/41eb2269-d459-49e0-be3e-11bfde18448d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5624952
Aug 12 15:32:08.052670 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] For port 45e65017-38fc-46aa-ba9b-dd48a52afc2f, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:32:08.057742 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] For port 45e65017-38fc-46aa-ba9b-dd48a52afc2f, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=45e65017-38fc-46aa-ba9b-dd48a52afc2f,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:32:08.083471 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:08.099327 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:08.117858 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5bcbc374-1b2b-47bc-a8bd-47aaa684028b req-888253ea-8c57-4b5a-8a24-d04d7732a8f6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2153776
Aug 12 15:32:08.201774 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Allocated IP 172.27.3.202 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/1f891b7e-f81d-485d-98ef-c10f36659dda) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:32:08.227365 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Routers {'02c348f4-3b6e-4827-9af0-10281320b134'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:32:08.228651 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff08188d7c0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:31:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['02c348f4-3b6e-4827-9af0-10281320b134'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:08.322902 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed6354c-1a2e-47ef-a5c8-51e7751e6291 admin admin] Deleting subnet 26311e4d-511c-4dcb-847a-868e943fc755 {{(pid=79258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:32:08.330601 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:32:08.334814 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6ed6354c-1a2e-47ef-a5c8-51e7751e6291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:08.361202 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886fac9-7920-428f-bcce-8cf2a9044bd1 None None] Pushing event updated for resources: {'Port': ['ID=45e65017-38fc-46aa-ba9b-dd48a52afc2f,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:08.371879 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-0886fac9-7920-428f-bcce-8cf2a9044bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:08.409884 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:08.483765 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6ed6354c-1a2e-47ef-a5c8-51e7751e6291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3945216'] for subnet, precommit_delete_associations {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:08.491085 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.db.resource_extend [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 12 15:32:08.584474 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:08.617076 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6ed6354c-1a2e-47ef-a5c8-51e7751e6291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:08.631796 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:08.638931 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:08.686407 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] Set router 02c348f4-3b6e-4827-9af0-10281320b134 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:32:08.724095 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:32:08.730591 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:32:08.738799 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:32:08.764954 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event updated for resources: {'Port': ['ID=1f891b7e-f81d-485d-98ef-c10f36659dda,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:08.771379 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:08.801131 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:08.850962 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6ed6354c-1a2e-47ef-a5c8-51e7751e6291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222926'] for subnet, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:08.903903 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:08.938563 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c8c4051-2078-4735-84b4-0394e2d3bd65 req-43af2c00-aa31-48a1-962d-588e31923e6d service neutron] 10.222.0.76 "GET /v2.0/networks/41eb2269-d459-49e0-be3e-11bfde18448d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8999233
Aug 12 15:32:08.978565 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:09.060029 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6354c-1a2e-47ef-a5c8-51e7751e6291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26311e4d-511c-4dcb-847a-868e943fc755,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:09.069995 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-6ed6354c-1a2e-47ef-a5c8-51e7751e6291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:09.078060 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6ed6354c-1a2e-47ef-a5c8-51e7751e6291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:09.129761 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 6077bb5f-3973-491e-acf1-8ac7fa0a3a26, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=6077bb5f-3973-491e-acf1-8ac7fa0a3a26,segment=NetworkSegment(9b818665-e0f2-4aa1-8eaa-d53e3a396f32),segment_id=9b818665-e0f2-4aa1-8eaa-d53e3a396f32)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:32:09.172128 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '6077bb5f-3973-491e-acf1-8ac7fa0a3a26', 'network_id': '41eb2269-d459-49e0-be3e-11bfde18448d', 'port_id': '6077bb5f-3973-491e-acf1-8ac7fa0a3a26', 'mac_address': 'fa:16:3e:b0:79:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5196c4b6-7427-47fd-bee4-079e41293b5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:32:09.257940 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-6ed6354c-1a2e-47ef-a5c8-51e7751e6291 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/26311e4d-511c-4dcb-847a-868e943fc755 HTTP/1.1" status: 204  len: 168 time: 1.2937093
Aug 12 15:32:09.264210 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 47710) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:09.278632 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:09.301754 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:32:09.375098 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 6077bb5f-3973-491e-acf1-8ac7fa0a3a26, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=6077bb5f-3973-491e-acf1-8ac7fa0a3a26,segment=NetworkSegment(9b818665-e0f2-4aa1-8eaa-d53e3a396f32),segment_id=9b818665-e0f2-4aa1-8eaa-d53e3a396f32)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:32:09.382214 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:09.386558 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:09.490853 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:09.495565 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=6077bb5f-3973-491e-acf1-8ac7fa0a3a26,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:09.499140 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4b75896b-b126-4920-ad66-643d61f287ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:09.500690 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:09.508753 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-52ed89d5-175c-46df-8c7f-931637b30672 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:09.509967 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:09.519191 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdaee5-dc1b-49b4-9fd4-1cbd5b40a555 req-6cfd3084-8563-4e6d-a0f1-17df3af4350d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:09.527789 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9fcdaee5-dc1b-49b4-9fd4-1cbd5b40a555 req-6cfd3084-8563-4e6d-a0f1-17df3af4350d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.7792561
Aug 12 15:32:09.589815 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9fcdaee5-dc1b-49b4-9fd4-1cbd5b40a555 req-8265a3af-0bf4-4b13-b003-9d643dfbd0d7 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609593
Aug 12 15:32:09.590824 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event updated for resources: {'Port': ['ID=1f891b7e-f81d-485d-98ef-c10f36659dda,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:09.595935 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:09.599240 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:09.630242 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:09.631912 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1355741
Aug 12 15:32:09.706757 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a3a1e-3ac4-42dc-90b0-0d93cd487a57 req-b57788d4-5ded-4ab7-a6ad-97f2e1060a47 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:09.709398 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5e1a3a1e-3ac4-42dc-90b0-0d93cd487a57 req-b57788d4-5ded-4ab7-a6ad-97f2e1060a47 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 943 time: 0.6379924
Aug 12 15:32:09.766336 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff08188d7c0>, [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '45e65017-38fc-46aa-ba9b-dd48a52afc2f', 'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'mac_address': 'fa:16:3e:88:c0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:01Z', 'updated_at': '2021-08-12T15:32:08Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'subnets': [{'id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:09.771211 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78adbbea-e14c-4478-947b-b080ab3a5ea6 None None] The sync data for ids ['02c348f4-3b6e-4827-9af0-10281320b134'] in dv-cinder-804345-1-iscsi is: [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '45e65017-38fc-46aa-ba9b-dd48a52afc2f', 'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'mac_address': 'fa:16:3e:88:c0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:01Z', 'updated_at': '2021-08-12T15:32:08Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'subnets': [{'id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:32:09.846285 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['6077bb5f-3973-491e-acf1-8ac7fa0a3a26'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:32:09.883518 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4b75896b-b126-4920-ad66-643d61f287ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:09.897647 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-4b75896b-b126-4920-ad66-643d61f287ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0800ba460>,) {'filters': {'network_id': ['d45a3f0c-5496-432c-85d3-21762bd19c2f']}} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:09.980036 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-4b75896b-b126-4920-ad66-643d61f287ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0800ba460>, 'f1266614-0df1-45ba-b95f-0acb805a324b') {'for_net_delete': True} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:09.980392 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-4b75896b-b126-4920-ad66-643d61f287ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0800ba460>, 'f1266614-0df1-45ba-b95f-0acb805a324b') {} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:10.020937 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4b75896b-b126-4920-ad66-643d61f287ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3945247'] for segment, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:10.140297 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5e1a3a1e-3ac4-42dc-90b0-0d93cd487a57 req-f4e8a11b-938e-4d77-9b14-f21d1826d855 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2271256
Aug 12 15:32:10.142638 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4b75896b-b126-4920-ad66-643d61f287ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:10.192608 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b75896b-b126-4920-ad66-643d61f287ef admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=79258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:32:10.194106 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4b75896b-b126-4920-ad66-643d61f287ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143377'] for segment, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]: Traceback (most recent call last):
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:     timer()
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:     cb(*args, **kw)
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:     return func(*args, **kwargs)
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:     self._notify()
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:     self.callback(batched_events)
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:     event.method(event)
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:     return f(self, *a, **k)
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._get(url).json()
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:32:10.216286 dv-cinder-804345-1-iscsi neutron-server[79258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:32:10.248242 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-bf182d8a-90dc-4b00-b85a-a774c2fdb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:10.345813 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-ee0d4831-3c7d-46e6-8659-375216f5c65d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Synchronizing usage tracker for tenant:409c964789574bf4b00bd19c92187a1f on resource:security_group {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:32:10.376725 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-ee0d4831-3c7d-46e6-8659-375216f5c65d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Unset dirty status for tenant:409c964789574bf4b00bd19c92187a1f on resource:security_group {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:32:10.378783 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-ee0d4831-3c7d-46e6-8659-375216f5c65d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--885737800&fields=id&tenant_id=409c964789574bf4b00bd19c92187a1f HTTP/1.1" status: 200  len: 267 time: 0.2373729
Aug 12 15:32:10.386297 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4b75896b-b126-4920-ad66-643d61f287ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:10.428405 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:10.468303 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4b75896b-b126-4920-ad66-643d61f287ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:10.471508 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75896b-b126-4920-ad66-643d61f287ef admin admin] Pushing event deleted for resources: {'Network': ['ID=d45a3f0c-5496-432c-85d3-21762bd19c2f,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:10.477367 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4b75896b-b126-4920-ad66-643d61f287ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:10.554011 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-4b75896b-b126-4920-ad66-643d61f287ef admin admin] 10.222.0.18 "DELETE /v2.0/networks/d45a3f0c-5496-432c-85d3-21762bd19c2f HTTP/1.1" status: 204  len: 168 time: 1.2887037
Aug 12 15:32:10.616341 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:32:10.677761 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-ad3c12aa-e9dc-49bb-b34d-57642ace4f29 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:10.679583 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-ad3c12aa-e9dc-49bb-b34d-57642ace4f29 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Synchronizing usage tracker for tenant:409c964789574bf4b00bd19c92187a1f on resource:network {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:32:10.704060 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-ad3c12aa-e9dc-49bb-b34d-57642ace4f29 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Unset dirty status for tenant:409c964789574bf4b00bd19c92187a1f on resource:network {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:32:10.721357 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-ad3c12aa-e9dc-49bb-b34d-57642ace4f29 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/networks?id=7951e27b-9ee0-4bac-b307-010b164089b6 HTTP/1.1" status: 200  len: 817 time: 0.3225052
Aug 12 15:32:10.729241 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-9cd5ba23-2bbb-4c4e-920f-5fd654083705 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/quotas/409c964789574bf4b00bd19c92187a1f HTTP/1.1" status: 200  len: 375 time: 0.0128348
Aug 12 15:32:10.875424 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47750) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:10.890241 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-b4347a4c-83fe-44f7-87e5-dbd73bd80146 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=409c964789574bf4b00bd19c92187a1f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1502831
Aug 12 15:32:11.018498 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-9d7c77c9-aef5-497a-a4cb-5f6394248f2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9e490668b3246b182fd1b40a6b6c127&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1417587
Aug 12 15:32:11.020987 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47754) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:11.127254 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ffd2dc13-c54d-44e4-b5e5-cd616a9c50e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:11.170316 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-1670a367-a9d8-4858-86b1-98812d09f8ba service neutron] 10.222.0.18 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2739241
Aug 12 15:32:11.170573 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ffd2dc13-c54d-44e4-b5e5-cd616a9c50e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:11.212281 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:11.255370 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ffd2dc13-c54d-44e4-b5e5-cd616a9c50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:11.263260 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3dd95f4c-08f1-4b28-8a08-3dac99d13d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:11.284481 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ffd2dc13-c54d-44e4-b5e5-cd616a9c50e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:11.298502 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-ffd2dc13-c54d-44e4-b5e5-cd616a9c50e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/623d3105-0311-4196-a77c-66455271e854 HTTP/1.1" status: 204  len: 168 time: 0.2671609
Aug 12 15:32:11.307066 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2dc13-c54d-44e4-b5e5-cd616a9c50e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623d3105-0311-4196-a77c-66455271e854,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:11.312178 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-ffd2dc13-c54d-44e4-b5e5-cd616a9c50e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:11.374205 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-8921939e-ab4e-4efb-b556-5bdbe639632b service neutron] 10.222.0.18 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2029734
Aug 12 15:32:11.438003 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedb958-9a3a-483f-ad93-f5c6b922022e req-900dbe96-003c-4b97-8115-7fce9d611bbb tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:11.453471 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7cedb958-9a3a-483f-ad93-f5c6b922022e req-900dbe96-003c-4b97-8115-7fce9d611bbb tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 944 time: 0.1329408
Aug 12 15:32:11.628040 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7cedb958-9a3a-483f-ad93-f5c6b922022e req-8ba4ccfe-b3dd-416f-82c0-690039c73ae2 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588998
Aug 12 15:32:11.743208 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7ce89e7a-a658-4175-94b0-e09def2f5d78 req-e779462b-79f1-4075-aded-e4ff958071c0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 210 time: 0.1494641
Aug 12 15:32:11.814321 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 45e65017-38fc-46aa-ba9b-dd48a52afc2f up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:32:11.982157 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port 45e65017-38fc-46aa-ba9b-dd48a52afc2f completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:32:12.004540 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 45e65017-38fc-46aa-ba9b-dd48a52afc2f triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:32:12.006547 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:12.047853 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 47786) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:12.126571 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-de9a8006-5006-46a6-b8d6-0cc2b6ee10f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=576492fbcd124223b17eeae5e047959d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0773616
Aug 12 15:32:12.128923 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 47792) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:12.248400 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:12.296230 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port 45e65017-38fc-46aa-ba9b-dd48a52afc2f, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=45e65017-38fc-46aa-ba9b-dd48a52afc2f,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:32:12.303079 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7b71f321-258c-4a0f-acc3-71b6e4ef8cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:12.306151 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:12.309740 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:12.375214 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7b71f321-258c-4a0f-acc3-71b6e4ef8cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:12.402554 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:32:12.623318 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=45e65017-38fc-46aa-ba9b-dd48a52afc2f,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:12.627217 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:12.665522 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:32:12.673656 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:32:12.673904 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:12.676278 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d111ca2-2ac9-43d9-8174-f00a61cba2de req-03471323-36d8-4a6b-b15e-4caa9b8b0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:12.677916 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6d111ca2-2ac9-43d9-8174-f00a61cba2de req-03471323-36d8-4a6b-b15e-4caa9b8b0014 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0be265cfe44849aaac4ff2c1268771d4&device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 1098 time: 0.2300346
Aug 12 15:32:12.687760 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc2435-7301-4179-a8c0-f7e2bcfc6e4b req-bf78228e-26e3-4d5c-ab2f-84cbc8459880 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:12.689270 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e2bc2435-7301-4179-a8c0-f7e2bcfc6e4b req-bf78228e-26e3-4d5c-ab2f-84cbc8459880 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.3004885
Aug 12 15:32:12.724392 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7b71f321-258c-4a0f-acc3-71b6e4ef8cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:12.734264 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-93f0d987-98da-4182-b46f-f6f4df8a78d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:12.781635 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71f321-258c-4a0f-acc3-71b6e4ef8cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94219411-2ecb-449d-8894-0fe409fcb6a9,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:12.784582 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-7b71f321-258c-4a0f-acc3-71b6e4ef8cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:12.803568 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7b71f321-258c-4a0f-acc3-71b6e4ef8cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:12.808183 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-7b71f321-258c-4a0f-acc3-71b6e4ef8cf9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94219411-2ecb-449d-8894-0fe409fcb6a9 HTTP/1.1" status: 204  len: 168 time: 0.6742654
Aug 12 15:32:12.831868 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-89b130c6-5ae7-46e8-8d21-66ab72429c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:12.967154 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:13.025514 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6ffd2e-88a5-4648-8f7b-02b289c883fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6077bb5f-3973-491e-acf1-8ac7fa0a3a26'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:32:13.050969 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 6077bb5f-3973-491e-acf1-8ac7fa0a3a26, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=6077bb5f-3973-491e-acf1-8ac7fa0a3a26,segment=NetworkSegment(9b818665-e0f2-4aa1-8eaa-d53e3a396f32),segment_id=9b818665-e0f2-4aa1-8eaa-d53e3a396f32)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:32:13.056709 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e2bc2435-7301-4179-a8c0-f7e2bcfc6e4b req-363f54aa-6389-44ff-b3f8-ee63033d313d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3240502
Aug 12 15:32:13.057448 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:13.059827 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-54767a54-1fe8-4f4c-89b4-9dd2089a60e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:13.106292 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d111ca2-2ac9-43d9-8174-f00a61cba2de req-1fb667c2-a71e-4a17-a557-689b41e215fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:13.107787 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6d111ca2-2ac9-43d9-8174-f00a61cba2de req-1fb667c2-a71e-4a17-a557-689b41e215fa service neutron] 10.222.0.76 "GET /v2.0/networks?id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a HTTP/1.1" status: 200  len: 919 time: 0.4169598
Aug 12 15:32:13.205867 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=6077bb5f-3973-491e-acf1-8ac7fa0a3a26,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:13.210009 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:13.222128 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a28f-5052-4a01-a85f-a654e5adcf5b req-1e3e14bb-982b-4718-aaef-ca68b4b3d99e tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:13.223924 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b121a28f-5052-4a01-a85f-a654e5adcf5b req-1e3e14bb-982b-4718-aaef-ca68b4b3d99e tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 944 time: 0.3577385
Aug 12 15:32:13.225579 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6d111ca2-2ac9-43d9-8174-f00a61cba2de req-13cb449e-6b53-42de-bab1-8e9709279685 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fae859c-76cb-4a57-b1c6-b200caa56023 HTTP/1.1" status: 200  len: 217 time: 0.1086349
Aug 12 15:32:13.373527 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1ff525d6-38ee-46fa-8344-727508f1930f req-5b16eef7-011b-42e2-8493-cce6f567a05a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 210 time: 0.1394985
Aug 12 15:32:13.421441 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b121a28f-5052-4a01-a85f-a654e5adcf5b req-ac909102-4ea0-423b-b546-19354d77c592 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894951
Aug 12 15:32:13.424496 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d111ca2-2ac9-43d9-8174-f00a61cba2de req-f665b95c-bd9e-472c-8b16-58b67f2927fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:13.428163 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6d111ca2-2ac9-43d9-8174-f00a61cba2de req-f665b95c-bd9e-472c-8b16-58b67f2927fb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=002b3e75-99a8-4c70-abbf-8d7ee28cd6de HTTP/1.1" status: 200  len: 858 time: 0.1387806
Aug 12 15:32:13.451134 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6ffd2e-88a5-4648-8f7b-02b289c883fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6077bb5f-3973-491e-acf1-8ac7fa0a3a26', 'code': 200}
Aug 12 15:32:13.685810 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 45e65017-38fc-46aa-ba9b-dd48a52afc2f up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:32:13.772844 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:13.785741 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 45e65017-38fc-46aa-ba9b-dd48a52afc2f triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:32:13.786326 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:14.264046 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1120425-21bf-41c9-9977-40e4b59336df req-1d9525d4-aba9-4e1c-a7f6-a6cbc6d5e8ea tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:14.265582 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d1120425-21bf-41c9-9977-40e4b59336df req-1d9525d4-aba9-4e1c-a7f6-a6cbc6d5e8ea tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.0821717
Aug 12 15:32:14.285239 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 47874) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:14.316581 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d1120425-21bf-41c9-9977-40e4b59336df req-91bdcb2e-3566-4e6b-a09b-32eaf6104bbb tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438571
Aug 12 15:32:14.404904 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f4745d9e-e2aa-4f6c-980d-a0e0a79e618e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:14.420023 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-f4745d9e-e2aa-4f6c-980d-a0e0a79e618e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:14.423925 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-f4745d9e-e2aa-4f6c-980d-a0e0a79e618e admin admin] Usage tracker for resource:security_group_rule and tenant:c5da04a5572844a5843ccbd538ff1b49 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:14.426874 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-f4745d9e-e2aa-4f6c-980d-a0e0a79e618e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:14.432988 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-f4745d9e-e2aa-4f6c-980d-a0e0a79e618e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:14.521403 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f4745d9e-e2aa-4f6c-980d-a0e0a79e618e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:14.526185 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f4745d9e-e2aa-4f6c-980d-a0e0a79e618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:14.533546 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-86c495a5-e431-44c7-aed0-eea885e42752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:14.548438 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-98c56a59-497e-461f-9500-87762dc46ed8 req-95aabcc2-cb8c-449f-b941-ed5bf7c52139 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 210 time: 0.0436304
Aug 12 15:32:14.577455 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-f4745d9e-e2aa-4f6c-980d-a0e0a79e618e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5da04a5572844a5843ccbd538ff1b49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2909586
Aug 12 15:32:14.577817 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 47886) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:14.578512 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4745d9e-e2aa-4f6c-980d-a0e0a79e618e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5261e3-25b0-4947-bc22-3da83178dc12,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:14.582383 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f4745d9e-e2aa-4f6c-980d-a0e0a79e618e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:14.640268 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8e245360-5209-4e4d-b3ab-f204c47f944d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:14.710449 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8e245360-5209-4e4d-b3ab-f204c47f944d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:14.780027 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19619c72-037b-47d4-bc37-b9debf49fe61 req-ec8d83cd-ad20-4873-8854-cd683610f889 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:14.781536 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-19619c72-037b-47d4-bc37-b9debf49fe61 req-ec8d83cd-ad20-4873-8854-cd683610f889 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 945 time: 0.1322947
Aug 12 15:32:14.804564 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8e245360-5209-4e4d-b3ab-f204c47f944d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:14.811530 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-7b71f321-258c-4a0f-acc3-71b6e4ef8cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:14.834932 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e245360-5209-4e4d-b3ab-f204c47f944d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5261e3-25b0-4947-bc22-3da83178dc12,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:14.837316 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8e245360-5209-4e4d-b3ab-f204c47f944d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:14.846364 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8e245360-5209-4e4d-b3ab-f204c47f944d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:14.847310 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-8e245360-5209-4e4d-b3ab-f204c47f944d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa5261e3-25b0-4947-bc22-3da83178dc12 HTTP/1.1" status: 204  len: 168 time: 0.2680829
Aug 12 15:32:14.857037 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-19619c72-037b-47d4-bc37-b9debf49fe61 req-c24bbeec-0c48-4ed9-b279-f7081a3ec718 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696471
Aug 12 15:32:15.250507 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:15.559373 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac6abc-dc5b-4fc1-a9a2-7defd97c1a80 req-eb4b81ef-4787-4b7b-9ea2-3bdce68744a6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:15.561371 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4dac6abc-dc5b-4fc1-a9a2-7defd97c1a80 req-eb4b81ef-4787-4b7b-9ea2-3bdce68744a6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.1352954
Aug 12 15:32:15.620591 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4dac6abc-dc5b-4fc1-a9a2-7defd97c1a80 req-4d5f3708-8993-4cdf-a353-87a876296a0b tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504076
Aug 12 15:32:15.775508 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4f344476-23c7-411d-b6d1-b6c982ee4106 req-ec582b59-73ca-41be-a548-690664417a39 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 210 time: 0.0427818
Aug 12 15:32:16.201429 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dff9fc-0685-41df-a517-e6e251901679 req-13399f80-0c76-4039-bf58-03a224c2b851 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:16.203008 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a7dff9fc-0685-41df-a517-e6e251901679 req-13399f80-0c76-4039-bf58-03a224c2b851 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 945 time: 0.0934696
Aug 12 15:32:16.258709 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a7dff9fc-0685-41df-a517-e6e251901679 req-642971cc-0c5f-4fe5-b7e4-e56eebf391f7 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497258
Aug 12 15:32:16.483586 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6d111ca2-2ac9-43d9-8174-f00a61cba2de req-1d71bbaa-8fde-403d-8414-82407413b73e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1277893
Aug 12 15:32:16.552372 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-529da8e1-8c4b-4530-a797-5bf801b83697 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:16.553932 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-529da8e1-8c4b-4530-a797-5bf801b83697 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.76 "GET /v2.0/networks?id=7951e27b-9ee0-4bac-b307-010b164089b6 HTTP/1.1" status: 200  len: 817 time: 0.2107069
Aug 12 15:32:16.736962 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-4722f74b-0498-41ae-919c-d63559b1cbd8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Synchronizing usage tracker for tenant:409c964789574bf4b00bd19c92187a1f on resource:security_group {{(pid=79259) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:32:16.772660 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-4722f74b-0498-41ae-919c-d63559b1cbd8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Unset dirty status for tenant:409c964789574bf4b00bd19c92187a1f on resource:security_group {{(pid=79259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:32:16.776521 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-4722f74b-0498-41ae-919c-d63559b1cbd8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409c964789574bf4b00bd19c92187a1f HTTP/1.1" status: 200  len: 379 time: 0.2048879
Aug 12 15:32:16.794355 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Request body: {'port': {'device_id': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'admin_state_up': True, 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'security_groups': ['490b4100-b163-48c3-8e79-e6b6c8e13d06']}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:17.085738 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6d111ca2-2ac9-43d9-8174-f00a61cba2de req-f42bad43-646c-4897-949a-a653c3491e98 service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5942733
Aug 12 15:32:17.114741 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60c1c7-9b6c-4b8b-99b3-9b03ffa78976 req-e1d79e5a-e66b-441a-9751-6f5f9efd89a2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:17.127047 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de60c1c7-9b6c-4b8b-99b3-9b03ffa78976 req-e1d79e5a-e66b-441a-9751-6f5f9efd89a2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.2815433
Aug 12 15:32:17.141862 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:17.147424 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Usage tracker for resource:port and tenant:409c964789574bf4b00bd19c92187a1f is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:17.151756 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:17.161573 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:17.180159 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Made reservation on behalf of 409c964789574bf4b00bd19c92187a1f for: {'port': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:32:17.188461 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:17.237979 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de60c1c7-9b6c-4b8b-99b3-9b03ffa78976 req-94cebfb5-2872-40d7-8eed-12d56bc75b0f tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091003
Aug 12 15:32:17.245915 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963bd62-4603-43d3-8602-1121589aade2 req-0e10390c-a583-435c-b436-d51aa4e45ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:17.256768 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9963bd62-4603-43d3-8602-1121589aade2 req-0e10390c-a583-435c-b436-d51aa4e45ecc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 1098 time: 0.4569221
Aug 12 15:32:17.516068 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-09b5603c-09d2-4307-8e1c-853ed705044c req-0ba14971-6aa1-49d4-9806-57b1351dec70 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 210 time: 0.1371217
Aug 12 15:32:17.516446 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Allocated IP 172.20.0.4 (7951e27b-9ee0-4bac-b307-010b164089b6/cb15ed47-a637-4378-9bb3-71152f440abb/668871bd-b6a4-4b97-8d61-86709c96addc) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:32:17.692728 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9963bd62-4603-43d3-8602-1121589aade2 req-8bc7de4d-c665-4676-b3df-9f9f0f62779d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3670063
Aug 12 15:32:17.697518 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6d111ca2-2ac9-43d9-8174-f00a61cba2de req-a848f79c-7aa1-4e95-82d5-34d353297cf8 service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5666673
Aug 12 15:32:17.730263 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae35e9-4812-4993-98a1-fe95faf5b3e3 req-66a7dab1-5913-4e02-bb4c-861fba7798eb tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:17.732370 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b9ae35e9-4812-4993-98a1-fe95faf5b3e3 req-66a7dab1-5913-4e02-bb4c-861fba7798eb tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 945 time: 0.2957830
Aug 12 15:32:17.785078 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b9ae35e9-4812-4993-98a1-fe95faf5b3e3 req-53030b62-f6af-46d7-9c16-13073494c592 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461481
Aug 12 15:32:17.810554 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:17.832908 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.provisioning_blocks [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Transition to ACTIVE for port object 668871bd-b6a4-4b97-8d61-86709c96addc will not be triggered until provisioned by entity DHCP. {{(pid=79259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:32:17.876278 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:17.884316 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:17.975516 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Network 7951e27b-9ee0-4bac-b307-010b164089b6 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:32:17.981784 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:32:17.987203 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:32:17.993856 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:17.994494 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for port, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:18.021232 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event updated for resources: {'Port': ['ID=668871bd-b6a4-4b97-8d61-86709c96addc,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:18.026374 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:18.040298 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2537868
Aug 12 15:32:18.114194 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Request body: {'port': {'device_id': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:18.254996 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-416556a3-1b92-4687-bd47-8766b775dbd4 None None] Provisioning for port 668871bd-b6a4-4b97-8d61-86709c96addc completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:32:18.268095 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-416556a3-1b92-4687-bd47-8766b775dbd4 None None] Provisioning complete for port 668871bd-b6a4-4b97-8d61-86709c96addc triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:32:18.268515 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-416556a3-1b92-4687-bd47-8766b775dbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:18.294434 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:18.337480 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-416556a3-1b92-4687-bd47-8766b775dbd4 None None] Port 668871bd-b6a4-4b97-8d61-86709c96addc cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:32:18.544270 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 48036) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:18.595987 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f805273-6ec2-46e8-969f-2ff603039425 req-8be15426-705f-4541-88f5-893fca7e4ce8 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:18.604064 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f805273-6ec2-46e8-969f-2ff603039425 req-8be15426-705f-4541-88f5-893fca7e4ce8 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.1616127
Aug 12 15:32:18.669368 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f805273-6ec2-46e8-969f-2ff603039425 req-42f15405-d176-4225-bff9-f861dc4590dd tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596600
Aug 12 15:32:18.842769 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c7e5a-7893-47c2-807f-388d20f6c0ea req-10ecccba-db29-4f8d-bb78-8f1fc2b3e081 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:18.846261 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dc1c7e5a-7893-47c2-807f-388d20f6c0ea req-10ecccba-db29-4f8d-bb78-8f1fc2b3e081 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 931 time: 0.1218896
Aug 12 15:32:18.847442 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668871bd-b6a4-4b97-8d61-86709c96addc {{(pid=79259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:32:18.856242 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:18.917653 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.provisioning_blocks [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Transition to ACTIVE for port object 668871bd-b6a4-4b97-8d61-86709c96addc will not be triggered until provisioned by entity L2. {{(pid=79259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:32:18.930670 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-75214a35-0bbb-4c46-be50-e449f69bbe47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:18.948705 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dc1c7e5a-7893-47c2-807f-388d20f6c0ea req-3d3322cc-b41b-435a-a518-1dc05af3afb7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953922
Aug 12 15:32:18.953794 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:18.977513 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:19.107120 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfce57-63eb-4487-a8b9-ffb1bca1f0f2 req-9e724be8-8d49-4abe-86e3-2410b985ecfe tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:19.113642 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-12cfce57-63eb-4487-a8b9-ffb1bca1f0f2 req-9e724be8-8d49-4abe-86e3-2410b985ecfe tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 945 time: 0.1328638
Aug 12 15:32:19.167070 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-75214a35-0bbb-4c46-be50-e449f69bbe47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:19.173220 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-75214a35-0bbb-4c46-be50-e449f69bbe47 admin admin] Usage tracker for resource:security_group_rule and tenant:c69398c1f63d4a8a84af01be0b289d81 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:19.176734 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-12cfce57-63eb-4487-a8b9-ffb1bca1f0f2 req-ebc9d1ee-05e3-485b-8d68-2b9ce2d58c12 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610778
Aug 12 15:32:19.177984 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-75214a35-0bbb-4c46-be50-e449f69bbe47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:19.218859 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-75214a35-0bbb-4c46-be50-e449f69bbe47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:19.393635 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Pushing event updated for resources: {'Port': ['ID=668871bd-b6a4-4b97-8d61-86709c96addc,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:19.397808 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:19.486367 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.managers [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Attempting to bind port 668871bd-b6a4-4b97-8d61-86709c96addc on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:32:19.486714 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.managers [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Attempting to bind port 668871bd-b6a4-4b97-8d61-86709c96addc by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'}] {{(pid=79259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:32:19.487089 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Attempting to bind port 668871bd-b6a4-4b97-8d61-86709c96addc on network 7951e27b-9ee0-4bac-b307-010b164089b6 {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:32:19.502158 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Port 668871bd-b6a4-4b97-8d61-86709c96addc on network 7951e27b-9ee0-4bac-b307-010b164089b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:32:19.502850 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Attempting to bind port 668871bd-b6a4-4b97-8d61-86709c96addc on network 7951e27b-9ee0-4bac-b307-010b164089b6 {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:32:19.526008 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:32:19.526571 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Checking segment: {'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:32:19.527160 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Bound using segment: {'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'} {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:32:19.527754 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.managers [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Bound port: 668871bd-b6a4-4b97-8d61-86709c96addc, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'}}] {{(pid=79259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:32:19.528221 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:19.690209 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-75214a35-0bbb-4c46-be50-e449f69bbe47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:19.709755 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-75214a35-0bbb-4c46-be50-e449f69bbe47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:19.718701 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7558ea69-2105-47fe-83a1-d485e92d60e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:19.758639 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] For port 668871bd-b6a4-4b97-8d61-86709c96addc, host hv-cinder-80434, cleared binding levels {{(pid=79259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:32:19.774945 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-75214a35-0bbb-4c46-be50-e449f69bbe47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c69398c1f63d4a8a84af01be0b289d81&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2295983
Aug 12 15:32:19.776724 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] For port 668871bd-b6a4-4b97-8d61-86709c96addc, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=668871bd-b6a4-4b97-8d61-86709c96addc,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:32:19.778135 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75214a35-0bbb-4c46-be50-e449f69bbe47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee5dd94-3d2e-451c-a540-2fb60144af24,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:19.781743 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-75214a35-0bbb-4c46-be50-e449f69bbe47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:19.782909 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 48066) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:19.786167 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:19.799069 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:19.863418 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:19.864047 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for port, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:19.865450 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] 10.222.0.76 "PUT /v2.0/ports/668871bd-b6a4-4b97-8d61-86709c96addc HTTP/1.1" status: 200  len: 1093 time: 1.7575452
Aug 12 15:32:19.870830 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'tag': '668871bd-b6a4-4b97-8d61-86709c96addc'}] {{(pid=79259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:32:19.887198 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a9756-0506-455b-894e-f45711ef3502 req-e7d4dda8-4f8e-49c3-91bf-9f79fba7f457 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:19.889764 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ec0a9756-0506-455b-894e-f45711ef3502 req-e7d4dda8-4f8e-49c3-91bf-9f79fba7f457 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.1166723
Aug 12 15:32:19.963220 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ec0a9756-0506-455b-894e-f45711ef3502 req-ad4dbd5b-76a4-482b-87d6-a1fe55aceb26 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637801
Aug 12 15:32:19.999533 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'tag': '668871bd-b6a4-4b97-8d61-86709c96addc', 'status': 'completed', 'code': 200}
Aug 12 15:32:20.028919 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Pushing event updated for resources: {'Port': ['ID=668871bd-b6a4-4b97-8d61-86709c96addc,revision_number=3']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:20.041948 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:20.052466 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a79cc7a4-ee72-4032-aa37-b51de6d8e73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:20.108772 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a79cc7a4-ee72-4032-aa37-b51de6d8e73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:20.122679 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-d4adb7e1-373b-4aa6-b0e8-c06d4b134575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:20.124205 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-d4adb7e1-373b-4aa6-b0e8-c06d4b134575 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=409c964789574bf4b00bd19c92187a1f&device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 1096 time: 0.1765141
Aug 12 15:32:20.226108 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-d2c3e74f-e2d0-4fb6-9e37-84f63d379749 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668871bd-b6a4-4b97-8d61-86709c96addc HTTP/1.1" status: 200  len: 217 time: 0.0737545
Aug 12 15:32:20.255238 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87220eca-7aa5-4346-b4fc-9ffd0e49fba9 req-3fa8f130-cc1e-464b-a715-15ce08393b6c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:20.261423 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-87220eca-7aa5-4346-b4fc-9ffd0e49fba9 req-3fa8f130-cc1e-464b-a715-15ce08393b6c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1012776
Aug 12 15:32:20.315712 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a79cc7a4-ee72-4032-aa37-b51de6d8e73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:20.323620 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-ecff8d28-8dd8-4605-81fa-de715cd6056e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:20.345863 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-290f3183-a9ee-45f7-a5c5-2afa959bf7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:20.348135 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-290f3183-a9ee-45f7-a5c5-2afa959bf7b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb15ed47-a637-4378-9bb3-71152f440abb HTTP/1.1" status: 200  len: 856 time: 0.1120613
Aug 12 15:32:20.349250 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cc7a4-ee72-4032-aa37-b51de6d8e73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee5dd94-3d2e-451c-a540-2fb60144af24,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:20.358560 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a79cc7a4-ee72-4032-aa37-b51de6d8e73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:20.365404 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-87220eca-7aa5-4346-b4fc-9ffd0e49fba9 req-eca47a64-2332-476b-a4c1-05b36f0c513b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1027906
Aug 12 15:32:20.406424 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a79cc7a4-ee72-4032-aa37-b51de6d8e73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:20.407544 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-a79cc7a4-ee72-4032-aa37-b51de6d8e73a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ee5dd94-3d2e-451c-a540-2fb60144af24 HTTP/1.1" status: 204  len: 168 time: 0.6236935
Aug 12 15:32:20.427157 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e246bd-f9d8-4bf0-ac8c-519b1aad6da4 req-ebcacd3a-1c7a-4c54-aedf-e97e0dc035d1 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:20.429289 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-79e246bd-f9d8-4bf0-ac8c-519b1aad6da4 req-ebcacd3a-1c7a-4c54-aedf-e97e0dc035d1 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 945 time: 0.1130242
Aug 12 15:32:20.449802 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-969d6eae-57c0-4eda-8f48-ce2cedff0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:20.451366 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-969d6eae-57c0-4eda-8f48-ce2cedff0d94 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7951e27b-9ee0-4bac-b307-010b164089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914290
Aug 12 15:32:20.501258 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-79e246bd-f9d8-4bf0-ac8c-519b1aad6da4 req-fadb4be3-0071-4a31-aa4a-544fc2af97f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658855
Aug 12 15:32:20.650726 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-33975188-6ef0-4649-92c0-ffab049c39b9 service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899590
Aug 12 15:32:20.813958 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 48092) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:20.835523 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a0fb88a3-c206-4940-81b5-bf183914c2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:20.855173 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-a0fb88a3-c206-4940-81b5-bf183914c2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:20.856418 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-4c9d4bda-d912-4935-9c91-ddc7db172223 req-757d64bb-5ba8-4f06-9e4f-88aedefed84d service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704967
Aug 12 15:32:20.859564 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-a0fb88a3-c206-4940-81b5-bf183914c2b0 admin admin] Usage tracker for resource:security_group_rule and tenant:7a76d10ed62b4b72b47f3945c3144266 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:20.862655 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-a0fb88a3-c206-4940-81b5-bf183914c2b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:20.868922 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-a0fb88a3-c206-4940-81b5-bf183914c2b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:20.999730 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a0fb88a3-c206-4940-81b5-bf183914c2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:21.006445 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a0fb88a3-c206-4940-81b5-bf183914c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:21.040625 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:21.053994 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-a0fb88a3-c206-4940-81b5-bf183914c2b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a76d10ed62b4b72b47f3945c3144266&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2387333
Aug 12 15:32:21.058337 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 48104) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:21.119284 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb88a3-c206-4940-81b5-bf183914c2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312563ca-47fb-41e4-a0ee-fc2208e88607,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:21.126394 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-a0fb88a3-c206-4940-81b5-bf183914c2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:21.129719 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd294ae-ccec-4f8d-a5b4-cb1350407a29 req-429722ca-1351-4945-914b-ecab5cd02dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:21.132364 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-ddd294ae-ccec-4f8d-a5b4-cb1350407a29 req-429722ca-1351-4945-914b-ecab5cd02dfb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=409c964789574bf4b00bd19c92187a1f&device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 1096 time: 0.1394818
Aug 12 15:32:21.226003 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f82e16d0-0f9f-4261-a12c-a7268620cd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:21.279426 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f82e16d0-0f9f-4261-a12c-a7268620cd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:21.301749 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e612bca-9a69-485a-9894-30c81c1bfe29 req-1ca5ab39-0fd7-4914-8172-ae49afc33d28 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:21.302030 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd294ae-ccec-4f8d-a5b4-cb1350407a29 req-be012398-7b18-48e6-a71c-1f57dddb8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:21.303617 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5e612bca-9a69-485a-9894-30c81c1bfe29 req-1ca5ab39-0fd7-4914-8172-ae49afc33d28 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.1570952
Aug 12 15:32:21.304075 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-ddd294ae-ccec-4f8d-a5b4-cb1350407a29 req-be012398-7b18-48e6-a71c-1f57dddb8869 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7951e27b-9ee0-4bac-b307-010b164089b6 HTTP/1.1" status: 200  len: 918 time: 0.1633515
Aug 12 15:32:21.372990 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5e612bca-9a69-485a-9894-30c81c1bfe29 req-32ad1a48-4d9a-4e13-bd0e-366cecad4935 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576088
Aug 12 15:32:21.383036 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-ddd294ae-ccec-4f8d-a5b4-cb1350407a29 req-eba9ab9d-20df-4804-8e58-70fb3b5fec4a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668871bd-b6a4-4b97-8d61-86709c96addc HTTP/1.1" status: 200  len: 217 time: 0.0702603
Aug 12 15:32:21.410772 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f82e16d0-0f9f-4261-a12c-a7268620cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:21.417044 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-dacaf46d-1616-48ed-b9ce-56181400d4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:21.431205 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e16d0-0f9f-4261-a12c-a7268620cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312563ca-47fb-41e4-a0ee-fc2208e88607,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:21.434787 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f82e16d0-0f9f-4261-a12c-a7268620cd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:21.438628 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f82e16d0-0f9f-4261-a12c-a7268620cd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:21.443391 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-f82e16d0-0f9f-4261-a12c-a7268620cd58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/312563ca-47fb-41e4-a0ee-fc2208e88607 HTTP/1.1" status: 204  len: 168 time: 0.3810742
Aug 12 15:32:21.477642 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd294ae-ccec-4f8d-a5b4-cb1350407a29 req-baac1a76-c597-4aa1-98e3-4fa6fafa411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:21.479643 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-ddd294ae-ccec-4f8d-a5b4-cb1350407a29 req-baac1a76-c597-4aa1-98e3-4fa6fafa411c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb15ed47-a637-4378-9bb3-71152f440abb HTTP/1.1" status: 200  len: 856 time: 0.0883007
Aug 12 15:32:21.583173 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd294ae-ccec-4f8d-a5b4-cb1350407a29 req-0518fb8b-6fe0-4350-9e6e-08c04f7ecc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:21.585001 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-ddd294ae-ccec-4f8d-a5b4-cb1350407a29 req-0518fb8b-6fe0-4350-9e6e-08c04f7ecc4a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7951e27b-9ee0-4bac-b307-010b164089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918560
Aug 12 15:32:21.678323 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e1ae4-cedd-41a2-8ee9-65fe15cd9229 req-2bba653a-8c24-4a02-bdd4-58cbbdaaa9b2 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:21.681606 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-352e1ae4-cedd-41a2-8ee9-65fe15cd9229 req-2bba653a-8c24-4a02-bdd4-58cbbdaaa9b2 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1666868
Aug 12 15:32:21.809106 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-352e1ae4-cedd-41a2-8ee9-65fe15cd9229 req-568b28a3-343b-479b-8835-55b116b86503 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1171446
Aug 12 15:32:21.968875 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-ddd294ae-ccec-4f8d-a5b4-cb1350407a29 req-d6d40979-a064-42ca-b29d-2fae47e1421a service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3736968
Aug 12 15:32:22.171718 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-ddd294ae-ccec-4f8d-a5b4-cb1350407a29 req-f7bf8088-4e73-43b8-9a6c-9b4229366bf9 service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1912918
Aug 12 15:32:22.215293 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 48128) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:22.238789 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-87708146-deca-4716-a117-8e11537e0743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:22.255411 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-87708146-deca-4716-a117-8e11537e0743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:22.302956 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-87708146-deca-4716-a117-8e11537e0743 admin admin] Usage tracker for resource:security_group_rule and tenant:5bfb722970f94ea9b755243312944e05 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:22.313090 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-87708146-deca-4716-a117-8e11537e0743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:22.324277 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-87708146-deca-4716-a117-8e11537e0743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:22.426477 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0906fc0-c952-4462-a0d0-09f5ae170ecb req-e6c65cd1-4cd1-46f3-b08f-a4518db384ab tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:22.429898 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f0906fc0-c952-4462-a0d0-09f5ae170ecb req-e6c65cd1-4cd1-46f3-b08f-a4518db384ab tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 945 time: 0.1716986
Aug 12 15:32:22.625917 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-87708146-deca-4716-a117-8e11537e0743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:22.631940 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f0906fc0-c952-4462-a0d0-09f5ae170ecb req-54686492-8576-4828-83c0-98326d1fc034 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676898
Aug 12 15:32:22.636304 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-87708146-deca-4716-a117-8e11537e0743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:22.645411 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:22.693419 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-87708146-deca-4716-a117-8e11537e0743 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5bfb722970f94ea9b755243312944e05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4769871
Aug 12 15:32:22.697524 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 48142) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:22.702864 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87708146-deca-4716-a117-8e11537e0743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34953c61-902f-42bc-b24e-e7c140fcc71b,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:22.707168 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-87708146-deca-4716-a117-8e11537e0743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:22.723909 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21146d19-c1fb-4892-a225-bdd9610013d8 req-a0b601e7-2c86-4e8d-b9c1-bea9819478ae tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:22.725583 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-21146d19-c1fb-4892-a225-bdd9610013d8 req-a0b601e7-2c86-4e8d-b9c1-bea9819478ae tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.2098002
Aug 12 15:32:22.783625 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-05d1411e-8c3a-4ebb-a9c1-3d90d5b952b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:22.789478 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-21146d19-c1fb-4892-a225-bdd9610013d8 req-24c8d0a2-67b8-4031-8188-40c28e64647d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540848
Aug 12 15:32:22.818910 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-05d1411e-8c3a-4ebb-a9c1-3d90d5b952b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:22.891979 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-05d1411e-8c3a-4ebb-a9c1-3d90d5b952b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:22.896587 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-ffd2dc13-c54d-44e4-b5e5-cd616a9c50e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:22.911209 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1411e-8c3a-4ebb-a9c1-3d90d5b952b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34953c61-902f-42bc-b24e-e7c140fcc71b,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:22.914016 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-05d1411e-8c3a-4ebb-a9c1-3d90d5b952b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:22.920400 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-05d1411e-8c3a-4ebb-a9c1-3d90d5b952b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:22.925449 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-05d1411e-8c3a-4ebb-a9c1-3d90d5b952b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34953c61-902f-42bc-b24e-e7c140fcc71b HTTP/1.1" status: 204  len: 168 time: 0.2229257
Aug 12 15:32:23.170544 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dc8a0-cde3-4ae8-a997-de49908261c4 req-4efc246a-54f4-4973-b5dc-4f02a2095482 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:23.171899 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8f0dc8a0-cde3-4ae8-a997-de49908261c4 req-4efc246a-54f4-4973-b5dc-4f02a2095482 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1042902
Aug 12 15:32:23.239067 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8f0dc8a0-cde3-4ae8-a997-de49908261c4 req-a59a076f-1ae0-4a86-ae65-e4218600b9a9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614026
Aug 12 15:32:24.059646 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e019a-e513-45f5-8576-85de8abd9bac req-b592f68f-c5be-47fd-9c3b-a20f283c2c65 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:24.061589 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8c2e019a-e513-45f5-8576-85de8abd9bac req-b592f68f-c5be-47fd-9c3b-a20f283c2c65 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 945 time: 0.1847055
Aug 12 15:32:24.178109 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 48224) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:24.192990 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8c2e019a-e513-45f5-8576-85de8abd9bac req-cd4b87ae-5127-4c02-b3be-b88adde272c4 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806620
Aug 12 15:32:24.219776 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db5a4a-9fdd-4165-9af8-06461a9af209 req-998d0553-7b12-48fd-b7f7-72a185e70aa7 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:24.221924 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-02db5a4a-9fdd-4165-9af8-06461a9af209 req-998d0553-7b12-48fd-b7f7-72a185e70aa7 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.1591220
Aug 12 15:32:24.312316 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-02db5a4a-9fdd-4165-9af8-06461a9af209 req-0599d5c0-6414-488c-bcf4-3b874a45973f tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850630
Aug 12 15:32:24.329056 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c937d-6cb7-4e52-9ad9-90113f94a9e8 req-50c18634-f96b-40ee-8367-74fc2c230791 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:24.331220 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-fd7c937d-6cb7-4e52-9ad9-90113f94a9e8 req-50c18634-f96b-40ee-8367-74fc2c230791 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 945 time: 0.1770370
Aug 12 15:32:24.414803 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 668871bd-b6a4-4b97-8d61-86709c96addc details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:32:24.428343 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [req-fd7c937d-6cb7-4e52-9ad9-90113f94a9e8 req-29cc7a48-0323-4bdd-aa0f-0f0e6e678e13 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Deleting port 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:32:24.428700 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-fd7c937d-6cb7-4e52-9ad9-90113f94a9e8 req-29cc7a48-0323-4bdd-aa0f-0f0e6e678e13 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:24.513599 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-881648451-network', 'tenant_id': '87aae61a3a2b4958ac59b1fc34cf6752'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:24.523704 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:24.537793 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Usage tracker for resource:network and tenant:87aae61a3a2b4958ac59b1fc34cf6752 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:24.544996 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:24.572930 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:24.593707 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Made reservation on behalf of 87aae61a3a2b4958ac59b1fc34cf6752 for: {'network': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:32:24.596000 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:24.622609 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d8220-16bf-4006-b571-17b25283d35a req-cf70cf29-603b-4b12-a8ba-e04ae8f65858 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:24.624178 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-336d8220-16bf-4006-b571-17b25283d35a req-cf70cf29-603b-4b12-a8ba-e04ae8f65858 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1986375
Aug 12 15:32:24.624994 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:24.748625 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 668871bd-b6a4-4b97-8d61-86709c96addc, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=668871bd-b6a4-4b97-8d61-86709c96addc,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:32:24.771982 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:24.773919 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '668871bd-b6a4-4b97-8d61-86709c96addc', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'port_id': '668871bd-b6a4-4b97-8d61-86709c96addc', 'mac_address': 'fa:16:3e:54:e7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:32:24.792318 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Usage tracker for resource:security_group_rule and tenant:87aae61a3a2b4958ac59b1fc34cf6752 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:24.797136 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:24.801657 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [req-fd7c937d-6cb7-4e52-9ad9-90113f94a9e8 req-29cc7a48-0323-4bdd-aa0f-0f0e6e678e13 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] For port 6077bb5f-3973-491e-acf1-8ac7fa0a3a26, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=6077bb5f-3973-491e-acf1-8ac7fa0a3a26,segment=NetworkSegment(9b818665-e0f2-4aa1-8eaa-d53e3a396f32),segment_id=9b818665-e0f2-4aa1-8eaa-d53e3a396f32)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:32:24.802176 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-fd7c937d-6cb7-4e52-9ad9-90113f94a9e8 req-29cc7a48-0323-4bdd-aa0f-0f0e6e678e13 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:24.810355 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:24.841633 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-336d8220-16bf-4006-b571-17b25283d35a req-61a0278a-6bb1-4f32-a164-e33d909a1657 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740485
Aug 12 15:32:24.852363 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:24.884737 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668871bd-b6a4-4b97-8d61-86709c96addc {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:32:24.905755 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 668871bd-b6a4-4b97-8d61-86709c96addc, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=668871bd-b6a4-4b97-8d61-86709c96addc,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:32:24.915058 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:24.917713 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:24.954625 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [req-fd7c937d-6cb7-4e52-9ad9-90113f94a9e8 req-29cc7a48-0323-4bdd-aa0f-0f0e6e678e13 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Calling delete_port for 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 owned by compute:nova {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:32:24.986080 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:24.992732 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:25.000469 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-2b162dd3-7fb4-409f-9e09-447c7f51495a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:25.033555 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708}  {{(pid=79258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:32:25.035529 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=668871bd-b6a4-4b97-8d61-86709c96addc,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:25.045204 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b8016c-51e7-437f-b651-940f2d86dc4c,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:25.049390 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:25.052471 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:25.053503 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.segments_db [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Added segment 6b0e0e3d-107f-481c-aba2-f7581c70cff6 of type vlan for network 3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9
Aug 12 15:32:25.056334 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:25.098564 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:25.139507 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:25.142253 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:25.142770 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:25.146331 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-da2a1166-edd9-46be-b19f-3894f180f85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:25.258704 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Pushing event updated for resources: {'Network': ['ID=3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:25.266579 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:25.270402 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-fd7c937d-6cb7-4e52-9ad9-90113f94a9e8 req-29cc7a48-0323-4bdd-aa0f-0f0e6e678e13 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:25.275511 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.0935900
Aug 12 15:32:25.279629 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:25.281502 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 48244) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:25.289817 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network 3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:32:25.299978 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Request body: {'subnet': {'network_id': '3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-881648451-subnet', 'tenant_id': '87aae61a3a2b4958ac59b1fc34cf6752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:25.308473 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:25.314031 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Usage tracker for resource:subnet and tenant:87aae61a3a2b4958ac59b1fc34cf6752 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:25.318389 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:25.327299 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:25.343236 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Made reservation on behalf of 87aae61a3a2b4958ac59b1fc34cf6752 for: {'subnet': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:32:25.344400 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc7a48-0323-4bdd-aa0f-0f0e6e678e13 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Pushing event deleted for resources: {'Port': ['ID=6077bb5f-3973-491e-acf1-8ac7fa0a3a26,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:25.346833 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222885'] for subnet, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:25.348615 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-29cc7a48-0323-4bdd-aa0f-0f0e6e678e13 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:25.434822 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7c937d-6cb7-4e52-9ad9-90113f94a9e8 req-29cc7a48-0323-4bdd-aa0f-0f0e6e678e13 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] No DVR routers for this DVR port 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 on host hv-cinder-80434 {{(pid=79259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:32:25.437850 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-fd7c937d-6cb7-4e52-9ad9-90113f94a9e8 req-29cc7a48-0323-4bdd-aa0f-0f0e6e678e13 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:25.441174 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6ffd2e-88a5-4648-8f7b-02b289c883fa', 'name': 'network-vif-deleted', 'tag': '6077bb5f-3973-491e-acf1-8ac7fa0a3a26'}] {{(pid=79259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:32:25.461072 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-fd7c937d-6cb7-4e52-9ad9-90113f94a9e8 req-29cc7a48-0323-4bdd-aa0f-0f0e6e678e13 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.76 "DELETE /v2.0/ports/6077bb5f-3973-491e-acf1-8ac7fa0a3a26 HTTP/1.1" status: 204  len: 173 time: 1.1225760
Aug 12 15:32:25.502552 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1abb0e2e-9958-45eb-8a34-b18155f8213f req-dcf89a58-d302-4ea7-8e2b-d2d519cb038f tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 210 time: 0.1027954
Aug 12 15:32:25.643147 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615132a-8d73-4151-a1aa-a9d7ac485f12 req-5e1beaf3-0a9f-4d9e-8b10-3613182e6643 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:25.644631 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b615132a-8d73-4151-a1aa-a9d7ac485f12 req-5e1beaf3-0a9f-4d9e-8b10-3613182e6643 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.1916730
Aug 12 15:32:25.730106 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b615132a-8d73-4151-a1aa-a9d7ac485f12 req-35cff565-fc6d-476e-95f7-4692e93f00e3 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783267
Aug 12 15:32:25.735485 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222935'] for subnet, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:25.740372 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:25.784281 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6ffd2e-88a5-4648-8f7b-02b289c883fa', 'name': 'network-vif-deleted', 'tag': '6077bb5f-3973-491e-acf1-8ac7fa0a3a26', 'status': 'completed', 'code': 200}
Aug 12 15:32:25.813400 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce5859d-5077-46ba-a674-1a808c04d4d3,revision_number=0']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:25.817308 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:25.822533 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Checking segment: {'id': '6b0e0e3d-107f-481c-aba2-f7581c70cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:32:25.822892 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Network hostable DHCP agents. Network: 3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:32:25.842664 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Network 3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:32:25.857928 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, 3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9) {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:32:25.860084 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:25.860818 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:25.862278 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b691e2be-00ee-41b1-8f5e-5a806ce6d7cb None None] Network 3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:32:25.893498 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6092730
Aug 12 15:32:26.061506 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ab865-18ec-44de-bbde-1e33d90632d7 req-908f024f-4e41-4d29-b87c-a18b314a9034 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:26.062989 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-919ab865-18ec-44de-bbde-1e33d90632d7 req-908f024f-4e41-4d29-b87c-a18b314a9034 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 944 time: 0.0933850
Aug 12 15:32:26.113690 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-919ab865-18ec-44de-bbde-1e33d90632d7 req-287ae2e0-1e64-4fd1-82b1-dd69826244e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447161
Aug 12 15:32:26.153258 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e99c090-b995-4f66-ac87-962ae19185d7 None None] Network 3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:32:26.656228 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8dad1b95-e124-40ac-864f-da1ebe22a46a req-2192beb5-5600-4bed-a01f-c5e7d08ff924 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 210 time: 0.0420501
Aug 12 15:32:26.920948 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20654acb-a1c5-4e88-ad6e-4a8ffa306afd req-3e30b302-d2ee-4c64-a81b-eff265b54737 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:26.927773 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-20654acb-a1c5-4e88-ad6e-4a8ffa306afd req-3e30b302-d2ee-4c64-a81b-eff265b54737 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.0900433
Aug 12 15:32:26.974472 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-20654acb-a1c5-4e88-ad6e-4a8ffa306afd req-0e5ae00f-d60e-4043-af33-7768ffbf6955 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457606
Aug 12 15:32:27.313402 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cecf6-0f06-47d3-8700-211a8acc5f78 req-4f566cfb-a623-4436-a96b-53c604c9d725 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:27.314981 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-664cecf6-0f06-47d3-8700-211a8acc5f78 req-4f566cfb-a623-4436-a96b-53c604c9d725 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 944 time: 0.0869513
Aug 12 15:32:27.364809 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-664cecf6-0f06-47d3-8700-211a8acc5f78 req-f0be0ef2-88da-4a23-a414-bd2228183d3b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439749
Aug 12 15:32:27.608391 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['6077bb5f-3973-491e-acf1-8ac7fa0a3a26'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:32:27.825748 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-18c37460-dd9e-4aed-883f-69a51499d55d req-49261421-fb06-42a3-bb84-9357634a0048 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed6ffd2e-88a5-4648-8f7b-02b289c883fa HTTP/1.1" status: 200  len: 210 time: 0.0455186
Aug 12 15:32:27.945394 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['668871bd-b6a4-4b97-8d61-86709c96addc'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:32:28.242257 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d386a-8fd7-417d-8a21-e66fccd02187 req-479719e8-8612-47ce-aaf5-d1fa3d10ea1d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:28.243736 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fa4d386a-8fd7-417d-8a21-e66fccd02187 req-479719e8-8612-47ce-aaf5-d1fa3d10ea1d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.0939870
Aug 12 15:32:28.295973 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fa4d386a-8fd7-417d-8a21-e66fccd02187 req-b53f2475-2f49-45ba-afcf-21e04506857d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464957
Aug 12 15:32:28.564216 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd3ae8-716d-43d7-a139-36170ef9601c req-49967231-79fc-4c07-934c-0afb2486683e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:28.565707 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-86dd3ae8-716d-43d7-a139-36170ef9601c req-49967231-79fc-4c07-934c-0afb2486683e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 944 time: 0.0827119
Aug 12 15:32:28.610735 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-86dd3ae8-716d-43d7-a139-36170ef9601c req-dc2c8f5a-db2f-4e1c-9ceb-951e014d6d44 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387676
Aug 12 15:32:29.498635 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714205f-1d55-41ec-ac3b-a755f37f3ca2 req-8d220212-4b7e-42a0-8269-e6e16fb91428 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:29.500200 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0714205f-1d55-41ec-ac3b-a755f37f3ca2 req-8d220212-4b7e-42a0-8269-e6e16fb91428 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.0920167
Aug 12 15:32:29.545524 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0714205f-1d55-41ec-ac3b-a755f37f3ca2 req-b8622cac-2f98-447b-86e0-f7b5902fef1c tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395937
Aug 12 15:32:29.547095 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 668871bd-b6a4-4b97-8d61-86709c96addc up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:32:29.616396 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 668871bd-b6a4-4b97-8d61-86709c96addc completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:32:29.622249 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 668871bd-b6a4-4b97-8d61-86709c96addc triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:32:29.622884 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:29.746756 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:29.775109 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668871bd-b6a4-4b97-8d61-86709c96addc'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:32:29.785240 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 668871bd-b6a4-4b97-8d61-86709c96addc, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=668871bd-b6a4-4b97-8d61-86709c96addc,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:32:29.790903 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:29.792823 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-564f8190-ad3f-4dec-975e-bb714234b655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:29.816337 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c9152-6600-47c3-a62b-3a74e7b78ed7 req-620e23ea-58cd-4eda-b4a7-5994e714282e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:29.818049 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ab6c9152-6600-47c3-a62b-3a74e7b78ed7 req-620e23ea-58cd-4eda-b4a7-5994e714282e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 944 time: 0.0897346
Aug 12 15:32:29.868536 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ab6c9152-6600-47c3-a62b-3a74e7b78ed7 req-0e8d21ce-bb2b-4ee0-b872-6da5d659f1e2 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433714
Aug 12 15:32:29.873458 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=668871bd-b6a4-4b97-8d61-86709c96addc,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:29.878468 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:29.928107 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668871bd-b6a4-4b97-8d61-86709c96addc', 'code': 200}
Aug 12 15:32:30.236868 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8015a3c-8db4-413f-b6fb-bf754dc2d103 req-00135a29-0249-4284-a26a-87f298cc34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:30.238355 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-e8015a3c-8db4-413f-b6fb-bf754dc2d103 req-00135a29-0249-4284-a26a-87f298cc34e7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 1098 time: 0.0737042
Aug 12 15:32:30.283900 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-e8015a3c-8db4-413f-b6fb-bf754dc2d103 req-e3f3dc52-9984-46dd-8f05-b7f78541a1f4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381444
Aug 12 15:32:31.544964 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:32:31.589059 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:32:31.589310 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 6077bb5f-3973-491e-acf1-8ac7fa0a3a26 not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:32:37.819979 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-0347a837-e358-45f8-a337-41fb219f2b57 req-e7913cba-d325-499e-9539-f81ae09ef5f0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0715027
Aug 12 15:32:37.934118 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347a837-e358-45f8-a337-41fb219f2b57 req-7dddfe82-b7f4-443f-8fc7-63d421528cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:37.935569 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-0347a837-e358-45f8-a337-41fb219f2b57 req-7dddfe82-b7f4-443f-8fc7-63d421528cbd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0be265cfe44849aaac4ff2c1268771d4&device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 1098 time: 0.0792286
Aug 12 15:32:38.164481 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347a837-e358-45f8-a337-41fb219f2b57 req-e58c21c3-5b7f-4e6b-82aa-191865eac1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:38.166051 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-0347a837-e358-45f8-a337-41fb219f2b57 req-e58c21c3-5b7f-4e6b-82aa-191865eac1c0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a HTTP/1.1" status: 200  len: 919 time: 0.2081554
Aug 12 15:32:38.242458 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-0347a837-e358-45f8-a337-41fb219f2b57 req-ee8ed52a-4925-40bf-bb92-01a6a5a1ccbe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf HTTP/1.1" status: 200  len: 217 time: 0.0661004
Aug 12 15:32:38.316009 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347a837-e358-45f8-a337-41fb219f2b57 req-800a2053-4ab6-4f3e-8ec6-29141278d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:38.317465 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-0347a837-e358-45f8-a337-41fb219f2b57 req-800a2053-4ab6-4f3e-8ec6-29141278d2e0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=002b3e75-99a8-4c70-abbf-8d7ee28cd6de HTTP/1.1" status: 200  len: 858 time: 0.0615859
Aug 12 15:32:38.344412 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:38.368744 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-0347a837-e358-45f8-a337-41fb219f2b57 req-2820e7e5-a2f5-486a-9db5-5a1a6d11b4ca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438588
Aug 12 15:32:38.514269 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-0347a837-e358-45f8-a337-41fb219f2b57 req-9fbbf918-e45d-4ec8-8f45-f3e29f2815b0 service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362910
Aug 12 15:32:38.647592 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-0347a837-e358-45f8-a337-41fb219f2b57 req-ce5bed70-7fb3-4414-87cc-ceab288a8541 service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259012
Aug 12 15:32:40.165254 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-88d3fc64-c462-44c9-82da-4a2efe982b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:41.195873 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:42.756070 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7bb385fb-857b-4d76-bbc9-2b0b2aee0443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:43.056354 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-72776abd-c648-4f23-8081-2579794af383 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:43.057828 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-72776abd-c648-4f23-8081-2579794af383 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/networks?id=41eb2269-d459-49e0-be3e-11bfde18448d HTTP/1.1" status: 200  len: 808 time: 0.3390429
Aug 12 15:32:43.065483 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-f661a920-ee45-4c6b-a66d-854f3b030055 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:43.066134 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-f661a920-ee45-4c6b-a66d-854f3b030055 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Synchronizing usage tracker for tenant:87aae61a3a2b4958ac59b1fc34cf6752 on resource:network {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:32:43.084418 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-7814fd7f-8946-40ce-af59-4d9c0214ecd4 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/quotas/7f21e02e2109457f9c28b608e94dd070 HTTP/1.1" status: 200  len: 375 time: 0.0153821
Aug 12 15:32:43.128580 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-f661a920-ee45-4c6b-a66d-854f3b030055 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Unset dirty status for tenant:87aae61a3a2b4958ac59b1fc34cf6752 on resource:network {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:32:43.130488 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-f661a920-ee45-4c6b-a66d-854f3b030055 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/networks?id=3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 HTTP/1.1" status: 200  len: 813 time: 0.3872914
Aug 12 15:32:43.139654 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-285dfdd3-d446-4b77-b780-513a762d19d6 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f21e02e2109457f9c28b608e94dd070&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0488253
Aug 12 15:32:43.148991 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-f574f0a9-9bb2-4ce3-a450-d054166a92a7 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/quotas/87aae61a3a2b4958ac59b1fc34cf6752 HTTP/1.1" status: 200  len: 375 time: 0.0130670
Aug 12 15:32:43.227431 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-8e27ac53-d76f-4ea8-91a3-5a0cfd7adbf0 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=87aae61a3a2b4958ac59b1fc34cf6752&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0586932
Aug 12 15:32:43.414031 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-11ddf8d3-3dda-403c-8ab8-c1147a3f5953 service neutron] 10.222.0.18 "GET /v2.0/networks/41eb2269-d459-49e0-be3e-11bfde18448d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2665904
Aug 12 15:32:43.475577 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-c13c21ff-45c9-4fcb-87b4-40ab7b21d561 service neutron] 10.222.0.18 "GET /v2.0/networks/3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2407582
Aug 12 15:32:43.539082 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 48486) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:43.679565 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-36bd48ef-76a7-48c1-9949-d272b497deb4 service neutron] 10.222.0.18 "GET /v2.0/networks/41eb2269-d459-49e0-be3e-11bfde18448d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2589514
Aug 12 15:32:43.689154 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:43.705020 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a58159dc-b523-4342-8dd7-75e99189bac2 service neutron] 10.222.0.18 "GET /v2.0/networks/3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214904
Aug 12 15:32:43.705243 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:43.711702 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Usage tracker for resource:security_group_rule and tenant:b37174872c2d49869e1f86d31bdffec6 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:43.715745 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:43.722938 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:43.804741 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:43.961858 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:44.027343 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:44.055692 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f8f0d31b-5789-4dcf-b413-fe8370dd8749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:44.171263 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b37174872c2d49869e1f86d31bdffec6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6305513
Aug 12 15:32:44.173561 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7199b4ce-fa57-4f0b-a125-865d01656206,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:44.175289 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 48512) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:44.183699 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bbc72-3177-482b-b116-60ac617722fc req-256179d0-f6c0-4af5-9fd3-c71c7eb8edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:44.185481 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-9f6bbc72-3177-482b-b116-60ac617722fc req-256179d0-f6c0-4af5-9fd3-c71c7eb8edbc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 1098 time: 0.2150352
Aug 12 15:32:44.187031 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.187670 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.188222 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.189046 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.189757 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.190624 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.191734 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.192371 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.193254 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.193933 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.194238 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.195097 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.215744 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:44.244729 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-9f6bbc72-3177-482b-b116-60ac617722fc req-43211f64-c7b0-4f8f-b9c4-59cf003e5be4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449500
Aug 12 15:32:44.249321 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6792f-39e5-4bdf-ac6e-9b432ba16e32 req-309fdf45-3f28-432c-a379-8874320fd188 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:44.250798 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a1d6792f-39e5-4bdf-ac6e-9b432ba16e32 req-309fdf45-3f28-432c-a379-8874320fd188 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.2450414
Aug 12 15:32:44.268251 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4ecb8-dccc-42f9-a891-c14e06728587 req-e9040254-359d-41a9-a7ed-23814eb3264f tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:44.269835 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1fb4ecb8-dccc-42f9-a891-c14e06728587 req-e9040254-359d-41a9-a7ed-23814eb3264f tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1937106
Aug 12 15:32:44.335732 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:44.370051 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a1d6792f-39e5-4bdf-ac6e-9b432ba16e32 req-f4fef4df-76a6-4be8-9a47-9e597a82b742 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128254
Aug 12 15:32:44.386337 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1fb4ecb8-dccc-42f9-a891-c14e06728587 req-e6c40054-89cd-4a3d-a48d-422958b3fb9e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1009531
Aug 12 15:32:44.391141 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:44.464445 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:44.470973 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5448e9e0-cc61-44f6-b6ab-a29e9f5b69f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:44.482760 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7199b4ce-fa57-4f0b-a125-865d01656206,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:44.494083 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.494570 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.495026 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.495567 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.496231 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.497031 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.497031 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.497810 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.497810 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.498217 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.498622 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.499029 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:44.501880 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:44.503079 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7199b4ce-fa57-4f0b-a125-865d01656206 HTTP/1.1" status: 204  len: 168 time: 0.3268642
Aug 12 15:32:44.504288 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d9740d55-e660-4a44-b931-7c2f62353046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:44.572614 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-93b470f8-2d23-4b9d-9538-313d4d033012 req-e5d1f5ef-c62e-4ba3-b163-b4cc79f9936a tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 210 time: 0.0486715
Aug 12 15:32:44.823433 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-32a8319f-076e-42c8-99c7-a04dc640aa0d req-08080448-a601-4568-a703-587a32fa4e28 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 210 time: 0.0499446
Aug 12 15:32:44.940751 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87444a67-3620-43bd-9d56-9f1076b925d0 req-bef5c32e-e7dc-4ae0-9e7c-43cb000a65e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:44.946069 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-87444a67-3620-43bd-9d56-9f1076b925d0 req-bef5c32e-e7dc-4ae0-9e7c-43cb000a65e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1306238
Aug 12 15:32:44.954493 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 48538) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:44.960215 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-d947edf0-d254-4f1f-826c-f06770952139 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Request body: {'floatingip': {'port_id': '668871bd-b6a4-4b97-8d61-86709c96addc'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:45.052697 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d947edf0-d254-4f1f-826c-f06770952139 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for floatingip, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:45.271923 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:45.661484 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56239259-5c15-4988-bb35-8051795302bb req-a99aaad7-c98e-492e-be8d-b8f94b3ac68d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:45.663209 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-56239259-5c15-4988-bb35-8051795302bb req-a99aaad7-c98e-492e-be8d-b8f94b3ac68d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.1114223
Aug 12 15:32:45.820068 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-56239259-5c15-4988-bb35-8051795302bb req-a632119b-2c3c-4fba-a570-7ba5104f2399 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502841
Aug 12 15:32:45.889154 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4d0de4ed-920a-46a4-b0bd-5d952bece137 req-85da7e23-3ed1-4bb0-a8a6-7a240523f9d8 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 210 time: 0.0599320
Aug 12 15:32:46.142889 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-50ee5cea-0308-4fe1-bb27-05d17e33ab73 req-7207274d-5bc6-4259-bc7c-444caf658a9c tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 210 time: 0.1074595
Aug 12 15:32:46.147945 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d947edf0-d254-4f1f-826c-f06770952139 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:46.153630 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d947edf0-d254-4f1f-826c-f06770952139 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:46.417037 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-3bce3543-c2f5-4998-af5a-506b1d45fc7b tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:46.418574 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-3bce3543-c2f5-4998-af5a-506b1d45fc7b tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.76 "GET /v2.0/networks?id=41eb2269-d459-49e0-be3e-11bfde18448d HTTP/1.1" status: 200  len: 808 time: 0.3364582
Aug 12 15:32:46.436766 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.l3_db [None req-d947edf0-d254-4f1f-826c-f06770952139 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Floating IP e5cfcd82-f60b-4071-96cd-39f5b43233c8 associated. External IP: 172.27.3.202, port: 668871bd-b6a4-4b97-8d61-86709c96addc.
Aug 12 15:32:46.437540 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 48578) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:46.502427 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Request body: {'port': {'device_id': 'be66ef0d-7513-4146-be23-636294d7ae6f', 'network_id': '41eb2269-d459-49e0-be3e-11bfde18448d', 'admin_state_up': True, 'tenant_id': '7f21e02e2109457f9c28b608e94dd070'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:46.622710 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-e6c3df11-5c64-4ec1-925a-764a58f5e1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:46.639319 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-e6c3df11-5c64-4ec1-925a-764a58f5e1f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:46.643964 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-e6c3df11-5c64-4ec1-925a-764a58f5e1f2 admin admin] Usage tracker for resource:security_group_rule and tenant:bd4888f10bc64c83860f1cdd365cae8c is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:46.647917 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-e6c3df11-5c64-4ec1-925a-764a58f5e1f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:46.654054 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-e6c3df11-5c64-4ec1-925a-764a58f5e1f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:46.813028 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-e6c3df11-5c64-4ec1-925a-764a58f5e1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:46.997089 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-e6c3df11-5c64-4ec1-925a-764a58f5e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:47.047061 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8728cbf4-cbf8-4cad-92c6-b7e2e43930e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:47.053750 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:47.092161 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Usage tracker for resource:port and tenant:7f21e02e2109457f9c28b608e94dd070 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:47.100352 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:47.129726 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:47.185543 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-e6c3df11-5c64-4ec1-925a-764a58f5e1f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd4888f10bc64c83860f1cdd365cae8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7468514
Aug 12 15:32:47.239848 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 48596) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:47.256252 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Made reservation on behalf of 7f21e02e2109457f9c28b608e94dd070 for: {'port': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:32:47.260288 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:47.332499 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3df11-5c64-4ec1-925a-764a58f5e1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f33614-d7bc-4bca-9e67-8bb08987faef,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:47.356802 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dd55a203-c4b1-4fbc-ba91-076b4e7b59f0 req-897d0095-7edb-40dc-b64f-5b4083b54d19 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 210 time: 0.1905141
Aug 12 15:32:47.360604 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-e6c3df11-5c64-4ec1-925a-764a58f5e1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:47.399050 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d947edf0-d254-4f1f-826c-f06770952139 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Router 02c348f4-3b6e-4827-9af0-10281320b134 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:32:47.400152 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-ecb2d3d0-656f-4212-8242-c22807877327 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:47.401744 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-ecb2d3d0-656f-4212-8242-c22807877327 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.76 "GET /v2.0/networks?id=3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 HTTP/1.1" status: 200  len: 813 time: 0.6522911
Aug 12 15:32:47.433724 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Request body: {'port': {'device_id': 'e659007a-5a45-47e3-9e3f-67de885c2b05', 'network_id': '3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9', 'admin_state_up': True, 'tenant_id': '87aae61a3a2b4958ac59b1fc34cf6752'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:47.618070 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:32:47.647839 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6261a-fc0b-4105-ae7b-ff7c0df3e845 req-6c00097e-227d-4bc0-8738-d5d03cf6f7d4 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:47.649424 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-acf6261a-fc0b-4105-ae7b-ff7c0df3e845 req-6c00097e-227d-4bc0-8738-d5d03cf6f7d4 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.5676832
Aug 12 15:32:47.656005 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-893c9977-607d-46d8-b353-f0ac3c435080 req-556dad94-d714-45cc-a26e-9c4cba5d472a tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 210 time: 0.1032488
Aug 12 15:32:47.660554 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c2c471e9-9ba2-494a-b955-acf9e08d3696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:47.671071 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Allocated IP 172.20.0.5 (41eb2269-d459-49e0-be3e-11bfde18448d/5196c4b6-7427-47fd-bee4-079e41293b5b/9e3fecaa-7e3f-4487-badb-49df97c0aba0) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:32:47.698844 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d947edf0-d254-4f1f-826c-f06770952139 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:32:47.711165 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755b4151-57c8-40b7-9ae9-a7eb957c8656 None None] Sync routers for ids ['02c348f4-3b6e-4827-9af0-10281320b134'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:32:47.722475 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755b4151-57c8-40b7-9ae9-a7eb957c8656 None None] Routers {'02c348f4-3b6e-4827-9af0-10281320b134'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:32:47.724357 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-755b4151-57c8-40b7-9ae9-a7eb957c8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0819db8b0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:32:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['02c348f4-3b6e-4827-9af0-10281320b134'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:47.730829 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:47.741023 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c2c471e9-9ba2-494a-b955-acf9e08d3696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:47.748507 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d947edf0-d254-4f1f-826c-f06770952139 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:47.756908 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Usage tracker for resource:port and tenant:87aae61a3a2b4958ac59b1fc34cf6752 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:47.773105 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:47.785382 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-acf6261a-fc0b-4105-ae7b-ff7c0df3e845 req-b2f27a97-9e67-49b7-8757-5a58086d7bd6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283336
Aug 12 15:32:47.792148 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:47.817653 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Made reservation on behalf of 87aae61a3a2b4958ac59b1fc34cf6752 for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:32:47.823470 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:47.858896 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-d947edf0-d254-4f1f-826c-f06770952139 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "PUT /v2.0/floatingips/e5cfcd82-f60b-4071-96cd-39f5b43233c8 HTTP/1.1" status: 200  len: 991 time: 2.8999655
Aug 12 15:32:47.860038 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'tag': '668871bd-b6a4-4b97-8d61-86709c96addc'}] {{(pid=79259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:32:48.017788 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-755b4151-57c8-40b7-9ae9-a7eb957c8656 None None] Set router 02c348f4-3b6e-4827-9af0-10281320b134 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:32:48.049535 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c2c471e9-9ba2-494a-b955-acf9e08d3696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:48.108677 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-51e16b01-a66f-4264-9f76-5cd495589391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:48.126550 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c471e9-9ba2-494a-b955-acf9e08d3696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f33614-d7bc-4bca-9e67-8bb08987faef,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:48.135215 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'tag': '668871bd-b6a4-4b97-8d61-86709c96addc', 'status': 'completed', 'code': 200}
Aug 12 15:32:48.143222 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c2c471e9-9ba2-494a-b955-acf9e08d3696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:48.148314 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c2c471e9-9ba2-494a-b955-acf9e08d3696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:48.150000 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-c2c471e9-9ba2-494a-b955-acf9e08d3696 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7f33614-d7bc-4bca-9e67-8bb08987faef HTTP/1.1" status: 204  len: 168 time: 0.8969014
Aug 12 15:32:48.182362 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Allocated IP 172.20.0.14 (3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9/5ce5859d-5077-46ba-a674-1a808c04d4d3/59403ad5-6e1b-4fe0-aade-55af4cf64e27) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:32:48.210740 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bb5fa-002f-4c62-b954-07e3cc8a276e req-e3abb501-02f5-41aa-bac0-826e556e4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:48.212865 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c12bb5fa-002f-4c62-b954-07e3cc8a276e req-e3abb501-02f5-41aa-bac0-826e556e4838 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=409c964789574bf4b00bd19c92187a1f&device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 1098 time: 0.1474099
Aug 12 15:32:48.237110 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:48.290870 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:48.321161 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-27dedb49-08b9-45e2-b076-6f9db1adf563 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:48.484245 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Network 41eb2269-d459-49e0-be3e-11bfde18448d is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:32:48.487646 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:32:48.497099 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:32:48.507974 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:48.508907 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:48.539392 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0527556
Aug 12 15:32:48.539811 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Pushing event updated for resources: {'Port': ['ID=9e3fecaa-7e3f-4487-badb-49df97c0aba0,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:48.543863 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:48.562595 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Request body: {'port': {'device_id': 'be66ef0d-7513-4146-be23-636294d7ae6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:48.755881 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:48.777677 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bb5fa-002f-4c62-b954-07e3cc8a276e req-e5bdccf6-4a35-4ebe-a9ea-55c9693ca4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:48.779432 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c12bb5fa-002f-4c62-b954-07e3cc8a276e req-e5bdccf6-4a35-4ebe-a9ea-55c9693ca4f3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7951e27b-9ee0-4bac-b307-010b164089b6 HTTP/1.1" status: 200  len: 918 time: 0.5390811
Aug 12 15:32:48.881814 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-755b4151-57c8-40b7-9ae9-a7eb957c8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0819db8b0>, [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': 'e5cfcd82-f60b-4071-96cd-39f5b43233c8', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'floating_ip_address': '172.27.3.202', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'port_id': '668871bd-b6a4-4b97-8d61-86709c96addc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'mac_address': 'fa:16:3e:54:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:32:08Z', 'updated_at': '2021-08-12T15:32:45Z', 'revision_number': 1, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e65017-38fc-46aa-ba9b-dd48a52afc2f', 'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'mac_address': 'fa:16:3e:88:c0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:01Z', 'updated_at': '2021-08-12T15:32:12Z', 'revision_number': 5, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'subnets': [{'id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:48.886557 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755b4151-57c8-40b7-9ae9-a7eb957c8656 None None] Checking router: 02c348f4-3b6e-4827-9af0-10281320b134 for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:32:48.897170 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755b4151-57c8-40b7-9ae9-a7eb957c8656 None None] Routers {'02c348f4-3b6e-4827-9af0-10281320b134'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:32:48.898996 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-755b4151-57c8-40b7-9ae9-a7eb957c8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0819db8b0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:32:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['02c348f4-3b6e-4827-9af0-10281320b134'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:48.933855 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e40537-d77c-4d60-b2c4-3a0dfb41f4b7 req-1be0b87b-6e43-4de9-b55a-2a53c14b0110 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:48.943576 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-83e40537-d77c-4d60-b2c4-3a0dfb41f4b7 req-1be0b87b-6e43-4de9-b55a-2a53c14b0110 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.5239580
Aug 12 15:32:49.014704 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6c390-aa0c-4db1-bbfa-1b26eb7fa1b1 req-5029abe4-d560-45b9-8dcf-a7421ee347f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:49.016182 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-91b6c390-aa0c-4db1-bbfa-1b26eb7fa1b1 req-5029abe4-d560-45b9-8dcf-a7421ee347f5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0be265cfe44849aaac4ff2c1268771d4&device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 1098 time: 0.6990745
Aug 12 15:32:49.035071 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:49.095333 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c12bb5fa-002f-4c62-b954-07e3cc8a276e req-709bdb63-b642-43a7-8847-258383c7b94a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668871bd-b6a4-4b97-8d61-86709c96addc HTTP/1.1" status: 200  len: 999 time: 0.3063910
Aug 12 15:32:49.124991 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-83e40537-d77c-4d60-b2c4-3a0dfb41f4b7 req-3dbd1850-baad-49b1-aa3f-9709a053915a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805103
Aug 12 15:32:49.133857 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-755b4151-57c8-40b7-9ae9-a7eb957c8656 None None] Set router 02c348f4-3b6e-4827-9af0-10281320b134 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:32:49.216202 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e461a-545c-492d-b77c-9f60edd04ef4 req-a62dfe1f-669a-4379-8fb7-921477cdf77a tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:49.217787 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d72e461a-545c-492d-b77c-9f60edd04ef4 req-a62dfe1f-669a-4379-8fb7-921477cdf77a tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 931 time: 0.6401625
Aug 12 15:32:49.321178 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3fecaa-7e3f-4487-badb-49df97c0aba0 {{(pid=79259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:32:49.329990 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:49.347014 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.provisioning_blocks [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Transition to ACTIVE for port object 9e3fecaa-7e3f-4487-badb-49df97c0aba0 will not be triggered until provisioned by entity L2. {{(pid=79259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:32:49.352527 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:49.365854 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:49.479457 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 48656) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:49.531750 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-06d79099-3c9d-4a62-aab8-7d0ac2d3a2f7 req-5798ce7f-b5b1-4d45-9c47-98512e44c19c tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Synchronizing usage tracker for tenant:87aae61a3a2b4958ac59b1fc34cf6752 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:32:49.550864 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bb5fa-002f-4c62-b954-07e3cc8a276e req-1ca61bf8-a179-4a69-9bfd-792025b868c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:49.553312 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c12bb5fa-002f-4c62-b954-07e3cc8a276e req-1ca61bf8-a179-4a69-9bfd-792025b868c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb15ed47-a637-4378-9bb3-71152f440abb HTTP/1.1" status: 200  len: 856 time: 0.4410019
Aug 12 15:32:49.588243 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d72e461a-545c-492d-b77c-9f60edd04ef4 req-0e0cea2a-60a3-4424-91b8-8a4e785fcef9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3565712
Aug 12 15:32:49.653185 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:49.655268 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6c390-aa0c-4db1-bbfa-1b26eb7fa1b1 req-69083033-586d-48ce-81ca-885a3bb09ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:49.657101 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-91b6c390-aa0c-4db1-bbfa-1b26eb7fa1b1 req-69083033-586d-48ce-81ca-885a3bb09ad9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a HTTP/1.1" status: 200  len: 919 time: 0.6292579
Aug 12 15:32:49.669193 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-06d79099-3c9d-4a62-aab8-7d0ac2d3a2f7 req-5798ce7f-b5b1-4d45-9c47-98512e44c19c tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Unset dirty status for tenant:87aae61a3a2b4958ac59b1fc34cf6752 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:32:49.670759 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-06d79099-3c9d-4a62-aab8-7d0ac2d3a2f7 req-5798ce7f-b5b1-4d45-9c47-98512e44c19c tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 210 time: 0.2608812
Aug 12 15:32:49.676017 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:49.712945 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3fecaa-7e3f-4487-badb-49df97c0aba0,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:49.719099 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:49.724588 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.managers [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Attempting to bind port 9e3fecaa-7e3f-4487-badb-49df97c0aba0 on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:32:49.724968 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.managers [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Attempting to bind port 9e3fecaa-7e3f-4487-badb-49df97c0aba0 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '9b818665-e0f2-4aa1-8eaa-d53e3a396f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '41eb2269-d459-49e0-be3e-11bfde18448d'}] {{(pid=79259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:32:49.725301 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Attempting to bind port 9e3fecaa-7e3f-4487-badb-49df97c0aba0 on network 41eb2269-d459-49e0-be3e-11bfde18448d {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:32:49.731327 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Port 9e3fecaa-7e3f-4487-badb-49df97c0aba0 on network 41eb2269-d459-49e0-be3e-11bfde18448d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:32:49.731695 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Attempting to bind port 9e3fecaa-7e3f-4487-badb-49df97c0aba0 on network 41eb2269-d459-49e0-be3e-11bfde18448d {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:32:49.740118 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:32:49.740118 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Checking segment: {'id': '9b818665-e0f2-4aa1-8eaa-d53e3a396f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '41eb2269-d459-49e0-be3e-11bfde18448d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:32:49.740118 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Bound using segment: {'id': '9b818665-e0f2-4aa1-8eaa-d53e3a396f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '41eb2269-d459-49e0-be3e-11bfde18448d'} {{(pid=79259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:32:49.740575 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.managers [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Bound port: 9e3fecaa-7e3f-4487-badb-49df97c0aba0, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b818665-e0f2-4aa1-8eaa-d53e3a396f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '41eb2269-d459-49e0-be3e-11bfde18448d'}}] {{(pid=79259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:32:49.740575 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:49.866470 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-755b4151-57c8-40b7-9ae9-a7eb957c8656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0819db8b0>, [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': 'e5cfcd82-f60b-4071-96cd-39f5b43233c8', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'floating_ip_address': '172.27.3.202', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'port_id': '668871bd-b6a4-4b97-8d61-86709c96addc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'mac_address': 'fa:16:3e:54:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:32:08Z', 'updated_at': '2021-08-12T15:32:45Z', 'revision_number': 1, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e65017-38fc-46aa-ba9b-dd48a52afc2f', 'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'mac_address': 'fa:16:3e:88:c0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:01Z', 'updated_at': '2021-08-12T15:32:12Z', 'revision_number': 5, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'subnets': [{'id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:49.874226 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755b4151-57c8-40b7-9ae9-a7eb957c8656 None None] The sync data for ids ['02c348f4-3b6e-4827-9af0-10281320b134'] in dv-cinder-804345-1-iscsi is: [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': 'e5cfcd82-f60b-4071-96cd-39f5b43233c8', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'floating_ip_address': '172.27.3.202', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'port_id': '668871bd-b6a4-4b97-8d61-86709c96addc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'mac_address': 'fa:16:3e:54:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:32:08Z', 'updated_at': '2021-08-12T15:32:45Z', 'revision_number': 1, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e65017-38fc-46aa-ba9b-dd48a52afc2f', 'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'mac_address': 'fa:16:3e:88:c0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:01Z', 'updated_at': '2021-08-12T15:32:12Z', 'revision_number': 5, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'subnets': [{'id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:32:49.891569 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] For port 9e3fecaa-7e3f-4487-badb-49df97c0aba0, host hv-cinder-80434, cleared binding levels {{(pid=79259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:32:49.891569 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] For port 9e3fecaa-7e3f-4487-badb-49df97c0aba0, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9e3fecaa-7e3f-4487-badb-49df97c0aba0,segment=NetworkSegment(9b818665-e0f2-4aa1-8eaa-d53e3a396f32),segment_id=9b818665-e0f2-4aa1-8eaa-d53e3a396f32)] {{(pid=79259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:32:49.895161 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:49.899325 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:50.011853 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:50.013425 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:50.014184 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] 10.222.0.76 "PUT /v2.0/ports/9e3fecaa-7e3f-4487-badb-49df97c0aba0 HTTP/1.1" status: 200  len: 1093 time: 1.4571841
Aug 12 15:32:50.047101 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3fecaa-7e3f-4487-badb-49df97c0aba0,revision_number=3']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:50.050546 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:50.057080 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1725495849-network', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:50.088092 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-91b6c390-aa0c-4db1-bbfa-1b26eb7fa1b1 req-9a6e9d00-dbe5-4d56-9b74-f248c38894b7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fae859c-76cb-4a57-b1c6-b200caa56023 HTTP/1.1" status: 200  len: 217 time: 0.4129457
Aug 12 15:32:50.092273 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:50.101451 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Network 3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:32:50.102972 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Usage tracker for resource:network and tenant:d4c08df815994e6f8754d8c518538b08 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:50.112887 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:50.117763 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:32:50.151061 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be66ef0d-7513-4146-be23-636294d7ae6f', 'tag': '9e3fecaa-7e3f-4487-badb-49df97c0aba0'}] {{(pid=79259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:32:50.162498 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:32:50.191238 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:50.193415 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Pushing event updated for resources: {'Port': ['ID=59403ad5-6e1b-4fe0-aade-55af4cf64e27,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:50.220190 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d2493-6ee4-4ee7-a90a-fb8af080b13f None None] New status for floating IP e5cfcd82-f60b-4071-96cd-39f5b43233c8: ACTIVE {{(pid=79260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:32:50.231699 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-9d4482cf-1e65-4b05-a03b-ff2f96c47547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:50.233521 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-9d4482cf-1e65-4b05-a03b-ff2f96c47547 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f21e02e2109457f9c28b608e94dd070&device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 1096 time: 0.1330750
Aug 12 15:32:50.238556 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:50.326616 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Made reservation on behalf of d4c08df815994e6f8754d8c518538b08 for: {'network': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:32:50.329025 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:50.359050 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bb5fa-002f-4c62-b954-07e3cc8a276e req-44dbc2ab-023d-45e6-923b-cb50b4a1eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:50.359655 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-6e0b8331-9ab1-49ac-869d-e68240e30920 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e3fecaa-7e3f-4487-badb-49df97c0aba0 HTTP/1.1" status: 200  len: 217 time: 0.1100335
Aug 12 15:32:50.360585 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c12bb5fa-002f-4c62-b954-07e3cc8a276e req-44dbc2ab-023d-45e6-923b-cb50b4a1eecd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7951e27b-9ee0-4bac-b307-010b164089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7760935
Aug 12 15:32:50.366866 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:50.397778 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:50.398407 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:50.479229 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-cadc6b74-e848-4f41-b2cf-5ce389b05577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:50.482517 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-cadc6b74-e848-4f41-b2cf-5ce389b05577 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5196c4b6-7427-47fd-bee4-079e41293b5b HTTP/1.1" status: 200  len: 848 time: 0.1086607
Aug 12 15:32:50.544443 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6c390-aa0c-4db1-bbfa-1b26eb7fa1b1 req-a99bf498-1bca-4f96-b7d4-d412644801b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:50.546103 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-91b6c390-aa0c-4db1-bbfa-1b26eb7fa1b1 req-a99bf498-1bca-4f96-b7d4-d412644801b5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=002b3e75-99a8-4c70-abbf-8d7ee28cd6de HTTP/1.1" status: 200  len: 858 time: 0.4368181
Aug 12 15:32:50.548187 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:50.565311 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be66ef0d-7513-4146-be23-636294d7ae6f', 'tag': '9e3fecaa-7e3f-4487-badb-49df97c0aba0', 'status': 'completed', 'code': 200}
Aug 12 15:32:50.585024 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-d3ca41a1-b83c-4351-a005-d438b6d36064 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=41eb2269-d459-49e0-be3e-11bfde18448d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0939672
Aug 12 15:32:50.585242 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Usage tracker for resource:security_group_rule and tenant:d4c08df815994e6f8754d8c518538b08 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:50.663511 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2362294
Aug 12 15:32:50.680106 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:50.686859 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:50.769395 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Request body: {'port': {'device_id': 'e659007a-5a45-47e3-9e3f-67de885c2b05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:50.807106 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-e6f04487-155e-4b53-8777-2a84e56b4517 service neutron] 10.222.0.76 "GET /v2.0/networks/41eb2269-d459-49e0-be3e-11bfde18448d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2109866
Aug 12 15:32:50.862552 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-91b6c390-aa0c-4db1-bbfa-1b26eb7fa1b1 req-bce1154f-483d-4977-86d0-7666b8350b85 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2817643
Aug 12 15:32:51.007486 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-27e4fee4-a8a1-46e9-b6a8-793c93995ac6 req-dff1dc11-e7cb-4b2d-ab5f-603c28c81ac9 service neutron] 10.222.0.76 "GET /v2.0/networks/41eb2269-d459-49e0-be3e-11bfde18448d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1883197
Aug 12 15:32:51.312440 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc13723-2673-403e-b483-48931e2c83f3 req-e13d04e1-463d-45d4-b675-601ccc84559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:51.313943 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-bcc13723-2673-403e-b483-48931e2c83f3 req-e13d04e1-463d-45d4-b675-601ccc84559c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f21e02e2109457f9c28b608e94dd070&device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 1096 time: 0.1633620
Aug 12 15:32:51.329004 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c12bb5fa-002f-4c62-b954-07e3cc8a276e req-648b8e87-10f1-4647-bb53-7ae1059d270f service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9088006
Aug 12 15:32:51.353484 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbe017-7270-4aea-ad8b-4f242a0ffb9b req-f9fbfcdc-48ef-435f-9d5d-5da050f5237b tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:51.355037 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dadbe017-7270-4aea-ad8b-4f242a0ffb9b req-f9fbfcdc-48ef-435f-9d5d-5da050f5237b tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.9428344
Aug 12 15:32:51.403684 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:51.458176 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc13723-2673-403e-b483-48931e2c83f3 req-c8823d12-12d5-465f-b447-60d1998fd431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:51.459655 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-bcc13723-2673-403e-b483-48931e2c83f3 req-c8823d12-12d5-465f-b447-60d1998fd431 service neutron] 10.222.0.76 "GET /v2.0/networks?id=41eb2269-d459-49e0-be3e-11bfde18448d HTTP/1.1" status: 200  len: 909 time: 0.1386988
Aug 12 15:32:51.469731 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-91b6c390-aa0c-4db1-bbfa-1b26eb7fa1b1 req-bebfcf6b-fc79-4e93-8789-03fdbc9aded6 service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6041389
Aug 12 15:32:51.521483 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:51.553189 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-bcc13723-2673-403e-b483-48931e2c83f3 req-40b04072-8ae2-4175-a49e-c5feacbb6604 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e3fecaa-7e3f-4487-badb-49df97c0aba0 HTTP/1.1" status: 200  len: 217 time: 0.0703683
Aug 12 15:32:51.604418 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623ba3b-7d81-4640-b15c-e39a55c48fd3 req-299e83f2-6c3c-43dd-a264-5808ca5afde6 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:51.606042 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f623ba3b-7d81-4640-b15c-e39a55c48fd3 req-299e83f2-6c3c-43dd-a264-5808ca5afde6 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 943 time: 0.7028480
Aug 12 15:32:51.624222 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc13723-2673-403e-b483-48931e2c83f3 req-a95f6715-f808-4c30-bb63-6dd7b7c822be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:51.625323 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-bcc13723-2673-403e-b483-48931e2c83f3 req-a95f6715-f808-4c30-bb63-6dd7b7c822be service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5196c4b6-7427-47fd-bee4-079e41293b5b HTTP/1.1" status: 200  len: 848 time: 0.0622935
Aug 12 15:32:51.644628 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:51.674611 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-52456f5d-6e41-4571-9dd6-fb0e97a1195a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:51.681975 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-bcc13723-2673-403e-b483-48931e2c83f3 req-f8e6a5fd-d5b2-4308-af82-226fbb6dbfb9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=41eb2269-d459-49e0-be3e-11bfde18448d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470235
Aug 12 15:32:51.809753 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dadbe017-7270-4aea-ad8b-4f242a0ffb9b req-0f3e2ca3-4a88-4d12-85ef-cbd2d9925c03 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4100342
Aug 12 15:32:51.849545 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-bcc13723-2673-403e-b483-48931e2c83f3 req-ae293458-c7c3-4124-b78e-725c61700ed1 service neutron] 10.222.0.76 "GET /v2.0/networks/41eb2269-d459-49e0-be3e-11bfde18448d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586177
Aug 12 15:32:51.903959 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715}  {{(pid=79258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:32:52.044921 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-bcc13723-2673-403e-b483-48931e2c83f3 req-0e7e2e2f-ac70-493e-810f-4d67062fea3a service neutron] 10.222.0.76 "GET /v2.0/networks/41eb2269-d459-49e0-be3e-11bfde18448d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1873395
Aug 12 15:32:52.058251 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f623ba3b-7d81-4640-b15c-e39a55c48fd3 req-3c58e62c-dfb7-4b68-96f5-b325df87d404 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4297683
Aug 12 15:32:52.059389 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:52.059736 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.segments_db [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Added segment 1bbb704d-09ad-4e6c-985e-8b39b96620ca of type vlan for network 6583e41a-fa82-4b36-8411-f472b64444b7
Aug 12 15:32:52.073303 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c12bb5fa-002f-4c62-b954-07e3cc8a276e req-810b171a-34ce-4080-a8a2-b840a049faa3 service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7313592
Aug 12 15:32:52.097126 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0797cc01-6e2e-4956-91d6-7cabe99bf567,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:52.117605 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:52.148428 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-91b6c390-aa0c-4db1-bbfa-1b26eb7fa1b1 req-deb166fa-f5e3-4f30-a434-869651c144d3 service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6332512
Aug 12 15:32:52.201757 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:52.323706 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e60827-c407-4a08-a6a0-a6c32692dcd9 req-df9ef25c-86d9-4a92-a58f-a8682d9e4689 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:52.325237 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-17e60827-c407-4a08-a6a0-a6c32692dcd9 req-df9ef25c-86d9-4a92-a58f-a8682d9e4689 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 932 time: 0.3396010
Aug 12 15:32:52.335282 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:52.351585 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:52.352181 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:52.359604 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-3767ea53-da56-4408-929c-dbefabb98c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:52.524922 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 48720) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:52.540090 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 3.0459018
Aug 12 15:32:52.543037 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-17e60827-c407-4a08-a6a0-a6c32692dcd9 req-e8a9c7a4-0e63-4d54-8abf-1c7887d844e4 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Synchronizing usage tracker for tenant:87aae61a3a2b4958ac59b1fc34cf6752 on resource:security_group {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:32:52.544145 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 48726) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:52.547217 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Pushing event updated for resources: {'Network': ['ID=6583e41a-fa82-4b36-8411-f472b64444b7,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:52.552588 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-fe6f8b07-0b19-4e49-947d-0a77150f3f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:52.559252 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network 6583e41a-fa82-4b36-8411-f472b64444b7 details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:32:52.560354 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Request body: {'subnet': {'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1725495849-subnet', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'ip_version': 4}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:52.561400 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59403ad5-6e1b-4fe0-aade-55af4cf64e27 {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:32:52.573921 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:52.578344 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:52.586958 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-17e60827-c407-4a08-a6a0-a6c32692dcd9 req-e8a9c7a4-0e63-4d54-8abf-1c7887d844e4 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Unset dirty status for tenant:87aae61a3a2b4958ac59b1fc34cf6752 on resource:security_group {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:32:52.588309 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-17e60827-c407-4a08-a6a0-a6c32692dcd9 req-e8a9c7a4-0e63-4d54-8abf-1c7887d844e4 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2541218
Aug 12 15:32:52.591317 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Usage tracker for resource:subnet and tenant:d4c08df815994e6f8754d8c518538b08 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:52.595112 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Transition to ACTIVE for port object 59403ad5-6e1b-4fe0-aade-55af4cf64e27 will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:32:52.600325 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:52.602084 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:52.613398 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:52.613994 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:52.658325 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Made reservation on behalf of d4c08df815994e6f8754d8c518538b08 for: {'subnet': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:32:52.667704 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:52.795512 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Pushing event updated for resources: {'Port': ['ID=59403ad5-6e1b-4fe0-aade-55af4cf64e27,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:52.802978 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:52.816969 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1d9b1071-e8cb-447c-b852-64a8978e096b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:52.839152 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-1d9b1071-e8cb-447c-b852-64a8978e096b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:52.846020 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-1d9b1071-e8cb-447c-b852-64a8978e096b admin admin] Usage tracker for resource:security_group_rule and tenant:4cac182c75bc4f2c9a2d95e14703ecfe is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:52.850415 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-1d9b1071-e8cb-447c-b852-64a8978e096b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:52.858870 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-1d9b1071-e8cb-447c-b852-64a8978e096b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:52.907614 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Attempting to bind port 59403ad5-6e1b-4fe0-aade-55af4cf64e27 on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:32:52.907614 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Attempting to bind port 59403ad5-6e1b-4fe0-aade-55af4cf64e27 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '6b0e0e3d-107f-481c-aba2-f7581c70cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:32:52.908123 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Attempting to bind port 59403ad5-6e1b-4fe0-aade-55af4cf64e27 on network 3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:32:52.916321 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Port 59403ad5-6e1b-4fe0-aade-55af4cf64e27 on network 3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:32:52.916899 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Attempting to bind port 59403ad5-6e1b-4fe0-aade-55af4cf64e27 on network 3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:32:52.927840 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:32:52.928372 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Checking segment: {'id': '6b0e0e3d-107f-481c-aba2-f7581c70cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:32:52.929241 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Bound using segment: {'id': '6b0e0e3d-107f-481c-aba2-f7581c70cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:32:52.929979 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Bound port: 59403ad5-6e1b-4fe0-aade-55af4cf64e27, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0e0e3d-107f-481c-aba2-f7581c70cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:32:52.930506 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:53.052020 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for subnet, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:53.062621 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:53.088428 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] For port 59403ad5-6e1b-4fe0-aade-55af4cf64e27, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:32:53.104466 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] For port 59403ad5-6e1b-4fe0-aade-55af4cf64e27, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=59403ad5-6e1b-4fe0-aade-55af4cf64e27,segment=NetworkSegment(6b0e0e3d-107f-481c-aba2-f7581c70cff6),segment_id=6b0e0e3d-107f-481c-aba2-f7581c70cff6)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:32:53.115734 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:53.123071 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:53.178374 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b088f4-4875-49de-a01f-42d328a56517,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:53.181804 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:53.190684 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1d9b1071-e8cb-447c-b852-64a8978e096b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:53.196227 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b0c7c-29e4-4b64-9aa0-8fe9aab74bfa req-0a895d51-52d9-4192-bda8-2140c88fcd32 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:53.200721 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1d9b1071-e8cb-447c-b852-64a8978e096b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:53.203874 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1e6b0c7c-29e4-4b64-9aa0-8fe9aab74bfa req-0a895d51-52d9-4192-bda8-2140c88fcd32 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.2041981
Aug 12 15:32:53.211628 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:53.212259 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:53.214373 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] 10.222.0.76 "PUT /v2.0/ports/59403ad5-6e1b-4fe0-aade-55af4cf64e27 HTTP/1.1" status: 200  len: 1094 time: 2.4542315
Aug 12 15:32:53.214582 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-80b0a1a7-d335-4c15-a9a0-ee371b2385e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:53.214950 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e659007a-5a45-47e3-9e3f-67de885c2b05', 'tag': '59403ad5-6e1b-4fe0-aade-55af4cf64e27'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:32:53.221852 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Checking segment: {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:32:53.222281 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Network hostable DHCP agents. Network: 6583e41a-fa82-4b36-8411-f472b64444b7, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:32:53.282007 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Pushing event updated for resources: {'Port': ['ID=59403ad5-6e1b-4fe0-aade-55af4cf64e27,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:53.309664 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-1d9b1071-e8cb-447c-b852-64a8978e096b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cac182c75bc4f2c9a2d95e14703ecfe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7796428
Aug 12 15:32:53.310774 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b1071-e8cb-447c-b852-64a8978e096b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3297a8e0-dc97-4f17-aad1-f3e51a5d7d5e,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:53.316051 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 48740) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:53.323186 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-1d9b1071-e8cb-447c-b852-64a8978e096b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:53.326593 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1e6b0c7c-29e4-4b64-9aa0-8fe9aab74bfa req-0c37eec7-7653-4023-8924-f2a49afce592 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194246
Aug 12 15:32:53.333996 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:53.351774 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Network 6583e41a-fa82-4b36-8411-f472b64444b7 is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:32:53.404021 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e659007a-5a45-47e3-9e3f-67de885c2b05', 'tag': '59403ad5-6e1b-4fe0-aade-55af4cf64e27', 'status': 'completed', 'code': 200}
Aug 12 15:32:53.409320 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, 6583e41a-fa82-4b36-8411-f472b64444b7) {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:32:53.429759 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ffd781-d4ee-49ed-95b6-92a79502c2e6 None None] Network 6583e41a-fa82-4b36-8411-f472b64444b7 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:32:53.436298 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:53.437058 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:53.450274 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa657e7-834f-4b72-9406-2b7d7bd9c7f7 req-480c89a2-57c5-4336-8118-8579cf4fd681 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:53.457359 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-baa657e7-834f-4b72-9406-2b7d7bd9c7f7 req-480c89a2-57c5-4336-8118-8579cf4fd681 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 943 time: 0.1763146
Aug 12 15:32:53.475180 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-a2384af1-396c-4d70-9748-03c6120375e5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9290876
Aug 12 15:32:53.477973 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 48746) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:53.479346 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-623d9bb7-cea3-4c98-a110-2e345fab26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:53.480884 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-623d9bb7-cea3-4c98-a110-2e345fab26c3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87aae61a3a2b4958ac59b1fc34cf6752&device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 1097 time: 0.1490057
Aug 12 15:32:53.493976 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:32:53.504643 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:32:53.510983 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f47fed93-348b-45ee-8738-ff88dd115596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:53.513714 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Usage tracker for resource:router and tenant:d4c08df815994e6f8754d8c518538b08 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:32:53.518849 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:32:53.542634 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:32:53.563196 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f47fed93-348b-45ee-8738-ff88dd115596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:53.571659 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-baa657e7-834f-4b72-9406-2b7d7bd9c7f7 req-5d71e075-dc1d-44fb-a1ef-3bdd48579f93 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132812
Aug 12 15:32:53.580302 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-827cc136-a849-4863-bac0-2e58d5d39abd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59403ad5-6e1b-4fe0-aade-55af4cf64e27 HTTP/1.1" status: 200  len: 217 time: 0.0741553
Aug 12 15:32:53.586240 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1714638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:53.595430 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1972'] for router, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:53.642004 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:53.685332 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f47fed93-348b-45ee-8738-ff88dd115596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:53.691166 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e023a3ca-0e02-48d7-9d12-3b297c8329e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:53.704549 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-ca57e6f3-7ae3-4cc9-a3ba-c5dde5f30f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:53.704969 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 9e3fecaa-7e3f-4487-badb-49df97c0aba0 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:32:53.706438 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-ca57e6f3-7ae3-4cc9-a3ba-c5dde5f30f5d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5ce5859d-5077-46ba-a674-1a808c04d4d3 HTTP/1.1" status: 200  len: 853 time: 0.0888982
Aug 12 15:32:53.723912 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf88deb1f-a88d-5958-9003-71194a3ca5da-6583e41a-fa82-4b36-8411-f472b64444b7', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517'}]}} from dv-cinder-804345-1-iscsi. {{(pid=79260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 12 15:32:53.724755 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:53.781646 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-90313666-a5b6-48d1-a321-cfea08204ea5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0650489
Aug 12 15:32:53.793529 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fed93-348b-45ee-8738-ff88dd115596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3297a8e0-dc97-4f17-aad1-f3e51a5d7d5e,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:53.798079 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f47fed93-348b-45ee-8738-ff88dd115596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:53.994373 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f47fed93-348b-45ee-8738-ff88dd115596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:54.008922 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-f47fed93-348b-45ee-8738-ff88dd115596 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3297a8e0-dc97-4f17-aad1-f3e51a5d7d5e HTTP/1.1" status: 204  len: 168 time: 0.6907544
Aug 12 15:32:54.052643 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 9e3fecaa-7e3f-4487-badb-49df97c0aba0, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9e3fecaa-7e3f-4487-badb-49df97c0aba0,segment=NetworkSegment(9b818665-e0f2-4aa1-8eaa-d53e3a396f32),segment_id=9b818665-e0f2-4aa1-8eaa-d53e3a396f32)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:32:54.081592 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '9e3fecaa-7e3f-4487-badb-49df97c0aba0', 'network_id': '41eb2269-d459-49e0-be3e-11bfde18448d', 'port_id': '9e3fecaa-7e3f-4487-badb-49df97c0aba0', 'mac_address': 'fa:16:3e:61:c1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5196c4b6-7427-47fd-bee4-079e41293b5b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:32:54.124969 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a7db4-a4ec-47db-8a1d-c371872952c5 req-8e5d0d96-cd26-4678-9d0c-30ce18691dc5 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:54.126633 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-121a7db4-a4ec-47db-8a1d-c371872952c5 req-8e5d0d96-cd26-4678-9d0c-30ce18691dc5 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 944 time: 0.3439488
Aug 12 15:32:54.129105 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-131cf448-10ad-45c8-9620-4db80e7ca4cb service neutron] 10.222.0.76 "GET /v2.0/networks/3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3001513
Aug 12 15:32:54.168125 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Allocated IP 172.20.0.2 (6583e41a-fa82-4b36-8411-f472b64444b7/70b088f4-4875-49de-a01f-42d328a56517/cde39de6-0962-4a79-b45e-c6cc639fff25) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:32:54.174569 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:54.206628 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3fecaa-7e3f-4487-badb-49df97c0aba0 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:32:54.233328 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-121a7db4-a4ec-47db-8a1d-c371872952c5 req-98b19e0d-63d6-46eb-b812-401d14a97511 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994539
Aug 12 15:32:54.278458 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 9e3fecaa-7e3f-4487-badb-49df97c0aba0, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9e3fecaa-7e3f-4487-badb-49df97c0aba0,segment=NetworkSegment(9b818665-e0f2-4aa1-8eaa-d53e3a396f32),segment_id=9b818665-e0f2-4aa1-8eaa-d53e3a396f32)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:32:54.285908 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1590471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1714557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1862'] for router, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:54.324709 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:54.338295 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-54767a54-1fe8-4f4c-89b4-9dd2089a60e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:54.408651 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-225871f1-4951-4122-b3f7-41f1d0cfe3f3 req-4995ab47-3bcb-4426-b412-875d38e17b71 service neutron] 10.222.0.76 "GET /v2.0/networks/3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2694061
Aug 12 15:32:54.553508 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=9e3fecaa-7e3f-4487-badb-49df97c0aba0,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:54.634331 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:54.634813 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:54.635247 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:54.635676 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:54.636124 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:54.636550 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:54.637440 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:54.637868 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:54.638318 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:54.638741 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:54.639161 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:54.639576 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:32:54.645760 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:54.683703 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83c9f-c9d3-4ca6-9897-4491e2ef2fd0 req-24a8faa4-5cba-41c6-a3a0-a8b263de7038 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:54.685592 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b4c83c9f-c9d3-4ca6-9897-4491e2ef2fd0 req-24a8faa4-5cba-41c6-a3a0-a8b263de7038 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.1766851
Aug 12 15:32:54.717171 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:54.764434 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Transition to ACTIVE for port object cde39de6-0962-4a79-b45e-c6cc639fff25 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:32:54.778836 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['9e3fecaa-7e3f-4487-badb-49df97c0aba0'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:32:54.800238 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b4c83c9f-c9d3-4ca6-9897-4491e2ef2fd0 req-ae4bc20c-9ea0-495b-a571-cf026850a2ec tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029594
Aug 12 15:32:54.816855 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c29ac-e40f-4dc7-9e2e-06c556084950 req-a07e1e4c-c6f5-4bfb-82df-362ac48111da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:54.818531 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-081c29ac-e40f-4dc7-9e2e-06c556084950 req-a07e1e4c-c6f5-4bfb-82df-362ac48111da service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87aae61a3a2b4958ac59b1fc34cf6752&device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 1097 time: 0.2128251
Aug 12 15:32:54.906018 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:54.949904 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Transition to ACTIVE for port object cde39de6-0962-4a79-b45e-c6cc639fff25 will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:32:54.967889 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:54.974097 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:55.003353 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:55.072576 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Network 6583e41a-fa82-4b36-8411-f472b64444b7 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:32:55.072576 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Resources bound (agent type, host, resource id):  {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:32:55.075886 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:32:55.095670 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Pushing event updated for resources: {'Port': ['ID=cde39de6-0962-4a79-b45e-c6cc639fff25,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:55.103118 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:55.181832 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c29ac-e40f-4dc7-9e2e-06c556084950 req-d4169bbe-93d0-4de7-9fd8-d575fd20b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:55.183980 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-081c29ac-e40f-4dc7-9e2e-06c556084950 req-d4169bbe-93d0-4de7-9fd8-d575fd20b06a service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 HTTP/1.1" status: 200  len: 914 time: 0.3544619
Aug 12 15:32:55.194586 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810c076-ff3f-453f-bcee-a054bd65cc82 req-422ee098-be37-483c-a53d-ded76a7bef1b tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:55.196727 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b810c076-ff3f-453f-bcee-a054bd65cc82 req-422ee098-be37-483c-a53d-ded76a7bef1b tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 944 time: 0.3586116
Aug 12 15:32:55.220417 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Allocated IP 172.27.3.152 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/0d69f95e-bee5-4bce-bff4-b121acb532bb) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:32:55.320242 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Attempting to bind port cde39de6-0962-4a79-b45e-c6cc639fff25 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:32:55.320624 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Attempting to bind port cde39de6-0962-4a79-b45e-c6cc639fff25 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:32:55.321022 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Attempting to bind port cde39de6-0962-4a79-b45e-c6cc639fff25 on network 6583e41a-fa82-4b36-8411-f472b64444b7 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:32:55.338821 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:32:55.339488 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Checking segment: {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:32:55.340089 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:55.340646 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Bound using segment: {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:32:55.341425 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Bound port: cde39de6-0962-4a79-b45e-c6cc639fff25, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:32:55.342090 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:55.407645 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-081c29ac-e40f-4dc7-9e2e-06c556084950 req-82068904-e76c-42f7-bed6-178f368ac2d1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59403ad5-6e1b-4fe0-aade-55af4cf64e27 HTTP/1.1" status: 200  len: 217 time: 0.1704259
Aug 12 15:32:55.525621 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b810c076-ff3f-453f-bcee-a054bd65cc82 req-388128e4-3f54-42e7-9933-bbae6eef411a tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3230343
Aug 12 15:32:55.572748 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c29ac-e40f-4dc7-9e2e-06c556084950 req-376cf83b-2867-42d0-b9c1-dcd9cfad5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:55.574534 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-081c29ac-e40f-4dc7-9e2e-06c556084950 req-376cf83b-2867-42d0-b9c1-dcd9cfad5273 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5ce5859d-5077-46ba-a674-1a808c04d4d3 HTTP/1.1" status: 200  len: 853 time: 0.1478384
Aug 12 15:32:55.591729 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:55.630557 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] For port cde39de6-0962-4a79-b45e-c6cc639fff25, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:32:55.637189 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] For port cde39de6-0962-4a79-b45e-c6cc639fff25, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=cde39de6-0962-4a79-b45e-c6cc639fff25,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:32:55.641272 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:55.647931 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:55.650848 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:55.662777 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:55.751427 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-081c29ac-e40f-4dc7-9e2e-06c556084950 req-ec91991a-b300-4eaa-bc4f-6f230aa85836 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1682260
Aug 12 15:32:55.754004 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:32:55.757580 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:32:55.764440 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:32:55.852105 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Pushing event updated for resources: {'Port': ['ID=0d69f95e-bee5-4bce-bff4-b121acb532bb,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:55.857638 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:55.910896 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-081c29ac-e40f-4dc7-9e2e-06c556084950 req-9bb817ff-d1f6-4522-8d71-ac01f7f19a6b service neutron] 10.222.0.76 "GET /v2.0/networks/3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503589
Aug 12 15:32:55.949050 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Pushing event updated for resources: {'Port': ['ID=cde39de6-0962-4a79-b45e-c6cc639fff25,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:55.965233 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:56.117153 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97202c82-9b96-43b4-b442-daa94e36e162 req-3ecc46a6-b58e-4644-a247-81f4b67268d7 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:56.118716 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-97202c82-9b96-43b4-b442-daa94e36e162 req-3ecc46a6-b58e-4644-a247-81f4b67268d7 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 944 time: 0.4617884
Aug 12 15:32:56.403756 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:56.467077 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-97202c82-9b96-43b4-b442-daa94e36e162 req-a76e721b-59b6-42a0-ae4f-85cf10598804 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2326832
Aug 12 15:32:56.476038 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-081c29ac-e40f-4dc7-9e2e-06c556084950 req-a0572d73-87b2-4b26-9d5f-53612b6b7d83 service neutron] 10.222.0.76 "GET /v2.0/networks/3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5531757
Aug 12 15:32:56.499553 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f921ab-8942-42c0-9a83-ae2fee496525 req-a9b4afef-2f28-4c1e-93ff-f5c0cb0cd1b4 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:56.508293 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-05f921ab-8942-42c0-9a83-ae2fee496525 req-a9b4afef-2f28-4c1e-93ff-f5c0cb0cd1b4 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.3876436
Aug 12 15:32:56.644344 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-05f921ab-8942-42c0-9a83-ae2fee496525 req-f155fb2c-959c-4044-a63c-d96f57fed689 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344221
Aug 12 15:32:56.986501 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8084c-8c47-48a3-9a4c-4fc25371975b req-8ad13515-432e-4b37-b431-28e71f200ee1 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:56.988540 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-20b8084c-8c47-48a3-9a4c-4fc25371975b req-8ad13515-432e-4b37-b431-28e71f200ee1 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 944 time: 0.1773276
Aug 12 15:32:57.073907 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-20b8084c-8c47-48a3-9a4c-4fc25371975b req-e72ceb20-a805-40b3-a731-9dccec573f40 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785685
Aug 12 15:32:57.228181 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604511'] for router, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:57.260540 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea938cf2-d3d5-4ca3-946b-eda1ec568fdd None None] Network 6583e41a-fa82-4b36-8411-f472b64444b7 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:32:57.443645 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-f0ebd305-85d9-4e5f-a7ce-3a93e6b7bd07 None None] Provisioning for port cde39de6-0962-4a79-b45e-c6cc639fff25 completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:32:57.665338 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 59403ad5-6e1b-4fe0-aade-55af4cf64e27 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:32:57.685777 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 9e3fecaa-7e3f-4487-badb-49df97c0aba0 up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:32:57.778233 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Router a75d66b6-880f-4331-badf-d71f7b3a985c is scheduled to L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 with binding_index 1 {{(pid=79259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 12 15:32:57.813649 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd3a82-59c2-4748-99c5-0810b7252bef req-071c101e-a942-4fc2-92ff-f9c2de9c0684 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:57.826907 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fcbd3a82-59c2-4748-99c5-0810b7252bef req-071c101e-a942-4fc2-92ff-f9c2de9c0684 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 944 time: 0.1589141
Aug 12 15:32:57.907601 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device cde39de6-0962-4a79-b45e-c6cc639fff25 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:32:57.983947 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.db.resource_extend [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Aug 12 15:32:58.159447 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fcbd3a82-59c2-4748-99c5-0810b7252bef req-9278a0ee-b176-48d4-8d54-1e5c84cf395f tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3285959
Aug 12 15:32:58.166803 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:32:58.177522 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Sync routers for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:32:58.186763 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 9e3fecaa-7e3f-4487-badb-49df97c0aba0 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:32:58.200184 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:32:58.201005 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0817d0d00>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:32:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:58.234478 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Notify callbacks [] for router, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:58.235302 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 9e3fecaa-7e3f-4487-badb-49df97c0aba0 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:32:58.239915 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.7562730
Aug 12 15:32:58.240123 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:58.240233 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 48850) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:32:58.401128 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port cde39de6-0962-4a79-b45e-c6cc639fff25 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:32:58.425724 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 59403ad5-6e1b-4fe0-aade-55af4cf64e27, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=59403ad5-6e1b-4fe0-aade-55af4cf64e27,segment=NetworkSegment(6b0e0e3d-107f-481c-aba2-f7581c70cff6),segment_id=6b0e0e3d-107f-481c-aba2-f7581c70cff6)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:32:58.458783 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port cde39de6-0962-4a79-b45e-c6cc639fff25 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:32:58.459168 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:58.512633 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '59403ad5-6e1b-4fe0-aade-55af4cf64e27', 'network_id': '3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9', 'port_id': '59403ad5-6e1b-4fe0-aade-55af4cf64e27', 'mac_address': 'fa:16:3e:b6:45:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce5859d-5077-46ba-a674-1a808c04d4d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:32:58.643884 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-2936daac-0829-44d0-beec-bba4c3dc0df3 None None] Provisioning complete for port cde39de6-0962-4a79-b45e-c6cc639fff25 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:32:58.644329 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2936daac-0829-44d0-beec-bba4c3dc0df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:58.675578 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:32:58.784567 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:58.829949 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:58.885989 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59403ad5-6e1b-4fe0-aade-55af4cf64e27 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:32:58.966514 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be66ef0d-7513-4146-be23-636294d7ae6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3fecaa-7e3f-4487-badb-49df97c0aba0'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:32:59.030792 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 59403ad5-6e1b-4fe0-aade-55af4cf64e27, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=59403ad5-6e1b-4fe0-aade-55af4cf64e27,segment=NetworkSegment(6b0e0e3d-107f-481c-aba2-f7581c70cff6),segment_id=6b0e0e3d-107f-481c-aba2-f7581c70cff6)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:32:59.055337 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 9e3fecaa-7e3f-4487-badb-49df97c0aba0, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9e3fecaa-7e3f-4487-badb-49df97c0aba0,segment=NetworkSegment(9b818665-e0f2-4aa1-8eaa-d53e3a396f32),segment_id=9b818665-e0f2-4aa1-8eaa-d53e3a396f32)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:32:59.056336 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:59.068492 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:59.139513 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0817d0d00>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:32:56Z', 'revision_number': 3, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:32:59.144567 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Checking router: a75d66b6-880f-4331-badf-d71f7b3a985c for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:32:59.145099 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Updating router a75d66b6-880f-4331-badf-d71f7b3a985c port 0d69f95e-bee5-4bce-bff4-b121acb532bb binding host dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:32:59.149867 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:59.167374 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a5edf-6359-4cf7-b610-d951c8a4dc2f req-cf55122f-252a-490d-9bc2-6d9190b31dd9 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:59.168822 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b10a5edf-6359-4cf7-b610-d951c8a4dc2f req-cf55122f-252a-490d-9bc2-6d9190b31dd9 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.2353535
Aug 12 15:32:59.180835 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:59.189529 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2afc5-9cc3-4a4d-9923-8ae3cf40c53a req-5e6f1490-d6b8-415f-95fe-9d25d9deccba tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:32:59.201463 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1c2afc5-9cc3-4a4d-9923-8ae3cf40c53a req-5e6f1490-d6b8-415f-95fe-9d25d9deccba tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 944 time: 0.5620706
Aug 12 15:32:59.229060 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-2936daac-0829-44d0-beec-bba4c3dc0df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:59.233380 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:59.243607 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=59403ad5-6e1b-4fe0-aade-55af4cf64e27,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:59.253326 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:59.256460 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:59.310848 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port cde39de6-0962-4a79-b45e-c6cc639fff25, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=cde39de6-0962-4a79-b45e-c6cc639fff25,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:32:59.329005 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:32:59.401431 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=9e3fecaa-7e3f-4487-badb-49df97c0aba0,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:59.406659 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:59.406947 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:32:59.445386 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.db.api [None req-2936daac-0829-44d0-beec-bba4c3dc0df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 12 15:32:59.445386 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_db.api [None req-2936daac-0829-44d0-beec-bba4c3dc0df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 12 15:32:59.481093 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1c2afc5-9cc3-4a4d-9923-8ae3cf40c53a req-0cb21050-d38a-44c5-b02f-a908e1643836 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281223
Aug 12 15:32:59.508294 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b10a5edf-6359-4cf7-b610-d951c8a4dc2f req-fa62b539-6519-4c04-9608-44e9d664e29b tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3051457
Aug 12 15:32:59.518334 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=cde39de6-0962-4a79-b45e-c6cc639fff25,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:32:59.546343 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['59403ad5-6e1b-4fe0-aade-55af4cf64e27'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:32:59.640916 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:32:59.695220 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be66ef0d-7513-4146-be23-636294d7ae6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3fecaa-7e3f-4487-badb-49df97c0aba0', 'code': 200}
Aug 12 15:32:59.804166 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device cde39de6-0962-4a79-b45e-c6cc639fff25 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:00.040052 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:00.080881 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:00.118858 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Transition to ACTIVE for port object 0d69f95e-bee5-4bce-bff4-b121acb532bb will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:00.138108 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:00.153922 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-12af24fb-8236-463a-b653-89d8887b60cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:00.218906 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port cde39de6-0962-4a79-b45e-c6cc639fff25 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:00.219572 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:00.226407 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Attempting to bind port 0d69f95e-bee5-4bce-bff4-b121acb532bb on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:33:00.226781 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Attempting to bind port 0d69f95e-bee5-4bce-bff4-b121acb532bb by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:33:00.227175 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Attempting to bind port 0d69f95e-bee5-4bce-bff4-b121acb532bb on network aad1b8a0-c7f9-4883-899d-f35eccece470 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:33:00.247065 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:33:00.248204 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Checking segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:33:00.248204 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:00.248825 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Bound using segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:33:00.249945 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Bound port: 0d69f95e-bee5-4bce-bff4-b121acb532bb, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:33:00.250786 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:00.256541 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988549e8-d557-4d0a-b907-632bb2570731 req-f91b2bca-82e0-44a9-b4ee-31ae677a3069 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:00.264219 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-988549e8-d557-4d0a-b907-632bb2570731 req-f91b2bca-82e0-44a9-b4ee-31ae677a3069 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 945 time: 0.3751795
Aug 12 15:33:00.336950 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ea568-a2b0-4308-995f-957582f8abd6 None None] Pushing event updated for resources: {'Port': ['ID=0d69f95e-bee5-4bce-bff4-b121acb532bb,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:00.342406 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-585ea568-a2b0-4308-995f-957582f8abd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:00.376618 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] For port 0d69f95e-bee5-4bce-bff4-b121acb532bb, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:33:00.380578 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] For port 0d69f95e-bee5-4bce-bff4-b121acb532bb, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=0d69f95e-bee5-4bce-bff4-b121acb532bb,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:33:00.386750 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:00.394409 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:00.484502 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ea568-a2b0-4308-995f-957582f8abd6 None None] Pushing event updated for resources: {'Port': ['ID=0d69f95e-bee5-4bce-bff4-b121acb532bb,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:00.490458 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-585ea568-a2b0-4308-995f-957582f8abd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:00.517210 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:33:00.523387 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0817d0d00>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:32:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:00.550209 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-988549e8-d557-4d0a-b907-632bb2570731 req-41e777f4-94c6-4199-a142-5e8093fe5517 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2839634
Aug 12 15:33:00.557309 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Allocated IP 172.20.0.1 (6583e41a-fa82-4b36-8411-f472b64444b7/70b088f4-4875-49de-a01f-42d328a56517/e1d43764-83d3-46c4-bbfd-a1b2c04eab17) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:33:00.605308 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca5313-e99f-4ea7-bf1f-6cde317fa0f3 req-5944f7f8-cc32-44de-be75-53bbe950cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:00.607812 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-56ca5313-e99f-4ea7-bf1f-6cde317fa0f3 req-5944f7f8-cc32-44de-be75-53bbe950cf6d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 1098 time: 0.4407945
Aug 12 15:33:00.794582 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:33:00.912144 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-56ca5313-e99f-4ea7-bf1f-6cde317fa0f3 req-e69db3d2-1c34-4adf-b86a-a51a72eeef42 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2829678
Aug 12 15:33:00.979344 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:01.005451 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Transition to ACTIVE for port object e1d43764-83d3-46c4-bbfd-a1b2c04eab17 will not be triggered until provisioned by entity DHCP. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:01.075372 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2a855-10cb-450f-a4fe-8a805e853935 req-3c10eb98-780f-460a-b2da-2dd45f93e592 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:01.076953 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3be2a855-10cb-450f-a4fe-8a805e853935 req-3c10eb98-780f-460a-b2da-2dd45f93e592 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.2246392
Aug 12 15:33:01.089569 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:01.106140 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:01.305794 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Network 6583e41a-fa82-4b36-8411-f472b64444b7 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:33:01.306692 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0817d0d00>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:32:56Z', 'revision_number': 3, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:01.313548 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7fb37c-2a99-4308-8fac-44bd47b39f60 None None] The sync data for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi is: [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:32:56Z', 'revision_number': 3, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:33:01.319004 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:01.327918 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:33:01.424591 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Pushing event updated for resources: {'Port': ['ID=e1d43764-83d3-46c4-bbfd-a1b2c04eab17,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:01.437618 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:01.477086 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3be2a855-10cb-450f-a4fe-8a805e853935 req-8d05e6dd-61d1-4939-83a4-8875581c1815 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3706124
Aug 12 15:33:01.494623 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716570'] for router_interface, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:01.520160 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f6743-4d30-41b8-95b1-a234f0a06505 req-be42bbb1-683e-415c-8348-4fc76cecb1c3 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:01.529589 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-593f6743-4d30-41b8-95b1-a234f0a06505 req-be42bbb1-683e-415c-8348-4fc76cecb1c3 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 945 time: 0.3414676
Aug 12 15:33:01.624017 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-593f6743-4d30-41b8-95b1-a234f0a06505 req-e40e2e77-3165-4ac8-879c-99fa38debd8e tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934050
Aug 12 15:33:01.694062 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 59403ad5-6e1b-4fe0-aade-55af4cf64e27 up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:01.826376 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:01.880618 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-aeb911ec-6c2e-4925-906a-d66fd964ca97 None None] Provisioning for port e1d43764-83d3-46c4-bbfd-a1b2c04eab17 completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:01.888555 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-aeb911ec-6c2e-4925-906a-d66fd964ca97 None None] Provisioning complete for port e1d43764-83d3-46c4-bbfd-a1b2c04eab17 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:01.889279 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-aeb911ec-6c2e-4925-906a-d66fd964ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:01.950182 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 59403ad5-6e1b-4fe0-aade-55af4cf64e27 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:01.961669 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 59403ad5-6e1b-4fe0-aade-55af4cf64e27 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:01.962303 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:01.999146 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-aeb911ec-6c2e-4925-906a-d66fd964ca97 None None] Port e1d43764-83d3-46c4-bbfd-a1b2c04eab17 cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:33:02.058010 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbb863-8a27-415a-aa3c-0fa548d0c7e8 req-c96049f4-4376-47b7-b7f4-3a2957eb5d75 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:02.060285 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-83bbb863-8a27-415a-aa3c-0fa548d0c7e8 req-c96049f4-4376-47b7-b7f4-3a2957eb5d75 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 945 time: 0.2355640
Aug 12 15:33:02.115004 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:02.159267 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e659007a-5a45-47e3-9e3f-67de885c2b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59403ad5-6e1b-4fe0-aade-55af4cf64e27'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:33:02.187432 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 59403ad5-6e1b-4fe0-aade-55af4cf64e27, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=59403ad5-6e1b-4fe0-aade-55af4cf64e27,segment=NetworkSegment(6b0e0e3d-107f-481c-aba2-f7581c70cff6),segment_id=6b0e0e3d-107f-481c-aba2-f7581c70cff6)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:02.197285 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:02.198929 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-83bbb863-8a27-415a-aa3c-0fa548d0c7e8 req-b2048eaf-e69a-4ed0-9e1e-1e20ce18f3c6 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740128
Aug 12 15:33:02.200259 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:02.249121 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:02.257032 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:02.315438 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-a6ca611a-3889-489d-88e1-e8f9b3935409 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:02.353195 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e659007a-5a45-47e3-9e3f-67de885c2b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59403ad5-6e1b-4fe0-aade-55af4cf64e27', 'code': 200}
Aug 12 15:33:02.375177 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=59403ad5-6e1b-4fe0-aade-55af4cf64e27,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:02.388851 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:02.413748 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716533'] for router_interface, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:02.423638 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Pushing event updated for resources: {'Port': ['ID=e1d43764-83d3-46c4-bbfd-a1b2c04eab17,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:02.442048 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:02.591933 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Network 6583e41a-fa82-4b36-8411-f472b64444b7 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:33:02.595376 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:03.033988 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-ab42d2ff-6b6f-4ad1-98b1-410bb53ef16d None None] Provisioning complete for port e1d43764-83d3-46c4-bbfd-a1b2c04eab17 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:03.034862 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ab42d2ff-6b6f-4ad1-98b1-410bb53ef16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:03.136372 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-ab42d2ff-6b6f-4ad1-98b1-410bb53ef16d None None] Port e1d43764-83d3-46c4-bbfd-a1b2c04eab17 cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:33:03.211573 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Router a75d66b6-880f-4331-badf-d71f7b3a985c has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:33:03.416018 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 48948) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:03.433147 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7526cf-8938-41f0-b198-f347a18fddb3 req-d8017a52-13ad-455b-9169-d79b79231f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:03.434072 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1f7526cf-8938-41f0-b198-f347a18fddb3 req-d8017a52-13ad-455b-9169-d79b79231f6f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 1099 time: 0.5926168
Aug 12 15:33:03.480804 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986983d-2d92-4950-aefc-f159dbcaef53 req-04e2731d-a6b3-4d0d-a058-0c3b7b5876a8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:03.482695 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d986983d-2d92-4950-aefc-f159dbcaef53 req-04e2731d-a6b3-4d0d-a058-0c3b7b5876a8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.7488189
Aug 12 15:33:03.595387 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd1650-0fd8-4038-b175-54bd25204a38 req-bd905a32-770a-4a1b-8dfb-0050ad2b2766 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:03.596992 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-27dd1650-0fd8-4038-b175-54bd25204a38 req-bd905a32-770a-4a1b-8dfb-0050ad2b2766 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 945 time: 0.6898539
Aug 12 15:33:03.648229 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-62c24980-8d8c-47e2-9a6e-7a8ef72aa7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:03.672204 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-62c24980-8d8c-47e2-9a6e-7a8ef72aa7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:03.676319 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-62c24980-8d8c-47e2-9a6e-7a8ef72aa7f3 admin admin] Usage tracker for resource:security_group_rule and tenant:a320cb72d404498da4dd4efdc3631333 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:03.679594 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-62c24980-8d8c-47e2-9a6e-7a8ef72aa7f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:03.686040 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-62c24980-8d8c-47e2-9a6e-7a8ef72aa7f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:03.692342 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1f7526cf-8938-41f0-b198-f347a18fddb3 req-e3d4007c-235e-4dd9-acf9-d135c55a592e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2485297
Aug 12 15:33:03.725753 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d986983d-2d92-4950-aefc-f159dbcaef53 req-f1de14de-ef27-4111-80e2-afa31e41c7ef tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2291386
Aug 12 15:33:03.767974 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:33:03.789977 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Sync routers for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:33:03.792273 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-27dd1650-0fd8-4038-b175-54bd25204a38 req-ad9eb21c-0bbf-4937-a588-9317ae0ba7cc tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879141
Aug 12 15:33:03.799742 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] 10.222.0.18 "PUT /v2.0/routers/a75d66b6-880f-4331-badf-d71f7b3a985c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5578113
Aug 12 15:33:03.821943 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:33:03.822466 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081811f70>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:32:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:03.934751 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 0d69f95e-bee5-4bce-bff4-b121acb532bb up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:04.036036 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-62c24980-8d8c-47e2-9a6e-7a8ef72aa7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:04.047044 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-62c24980-8d8c-47e2-9a6e-7a8ef72aa7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:04.073901 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f47fed93-348b-45ee-8738-ff88dd115596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:04.219995 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-62c24980-8d8c-47e2-9a6e-7a8ef72aa7f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a320cb72d404498da4dd4efdc3631333&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8019071
Aug 12 15:33:04.223673 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c24980-8d8c-47e2-9a6e-7a8ef72aa7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c0ac97-84ea-41e3-8c23-c81c9de7181b,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:04.240451 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 48968) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:04.249358 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-62c24980-8d8c-47e2-9a6e-7a8ef72aa7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:04.267673 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port 0d69f95e-bee5-4bce-bff4-b121acb532bb completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:04.292029 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 0d69f95e-bee5-4bce-bff4-b121acb532bb triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:04.292568 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:04.295077 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328538a-1b4e-4c73-8a02-0d374dfc4ad7 req-67cd2897-4948-4332-ba5d-9f92ffb4c761 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:04.303651 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c328538a-1b4e-4c73-8a02-0d374dfc4ad7 req-67cd2897-4948-4332-ba5d-9f92ffb4c761 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 946 time: 0.1861205
Aug 12 15:33:04.360152 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c0478df9-3ab4-4c9f-8368-698a36934028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:04.364532 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:33:04.403920 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c328538a-1b4e-4c73-8a02-0d374dfc4ad7 req-3b57a5e5-79bd-4e5e-8941-4e43817023a8 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962923
Aug 12 15:33:04.407966 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c0478df9-3ab4-4c9f-8368-698a36934028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:04.526881 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c0478df9-3ab4-4c9f-8368-698a36934028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:04.543600 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7f392e03-e5f2-476a-8fd0-0a10625d956b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:04.571460 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0478df9-3ab4-4c9f-8368-698a36934028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c0ac97-84ea-41e3-8c23-c81c9de7181b,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:04.577565 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-c0478df9-3ab4-4c9f-8368-698a36934028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:04.585460 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c0478df9-3ab4-4c9f-8368-698a36934028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:04.588187 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-c0478df9-3ab4-4c9f-8368-698a36934028 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81c0ac97-84ea-41e3-8c23-c81c9de7181b HTTP/1.1" status: 204  len: 168 time: 0.3448827
Aug 12 15:33:04.807814 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:04.875688 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port 0d69f95e-bee5-4bce-bff4-b121acb532bb, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=0d69f95e-bee5-4bce-bff4-b121acb532bb,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:04.875688 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:04.887059 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:05.256306 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49012) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:05.265783 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-574101092-network', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:05.267630 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=0d69f95e-bee5-4bce-bff4-b121acb532bb,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:05.286199 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:05.303532 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:05.314593 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Usage tracker for resource:network and tenant:f22f6d26703c4e80a29bc2137b55a73e is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:05.320562 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:05.329604 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:05.349472 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Made reservation on behalf of f22f6d26703c4e80a29bc2137b55a73e for: {'network': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:33:05.352698 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:05.354170 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081811f70>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 2, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:05.358596 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6d1c0-264f-481f-873f-82a015389f39 req-955ef69d-0360-4ba0-b632-e4bc3b458967 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:05.360246 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-45a6d1c0-264f-481f-873f-82a015389f39 req-955ef69d-0360-4ba0-b632-e4bc3b458967 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.2136886
Aug 12 15:33:05.369282 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Checking router: a75d66b6-880f-4331-badf-d71f7b3a985c for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:33:05.369631 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Updating router a75d66b6-880f-4331-badf-d71f7b3a985c port e1d43764-83d3-46c4-bbfd-a1b2c04eab17 binding host dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:33:05.390030 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:05.438705 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:05.449454 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-45a6d1c0-264f-481f-873f-82a015389f39 req-567bfed3-dc65-40b7-b0f9-1483cc25800b tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716071
Aug 12 15:33:05.454443 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Usage tracker for resource:security_group_rule and tenant:f22f6d26703c4e80a29bc2137b55a73e is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:05.465317 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:05.478403 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:05.523395 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:05.694066 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:05.714069 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:05.718015 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-9d540f8a-08de-4c24-89cd-3bbd54acc073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:05.782514 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2e17ff-9983-408f-9c4a-cbb6a729a93f,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:05.791296 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:05.837344 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706}  {{(pid=79259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:33:05.852835 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:05.853195 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.segments_db [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Added segment 57ecdf87-6096-484c-a751-831802860919 of type vlan for network 3cf85478-e2da-4cc1-addb-697ef5919f2e
Aug 12 15:33:05.874256 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 0d69f95e-bee5-4bce-bff4-b121acb532bb up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:05.925741 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:05.980840 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29fa66-bac7-4e2b-92d9-7b8ee533aa3a req-b0fd020d-3b3f-4ace-b28c-7c80d69f7128 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:05.990177 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:05.991644 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:05.992257 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:05.995922 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-988655c2-e896-44f7-9e40-82ab37afe557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:05.998688 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5b29fa66-bac7-4e2b-92d9-7b8ee533aa3a req-b0fd020d-3b3f-4ace-b28c-7c80d69f7128 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 946 time: 0.2622435
Aug 12 15:33:06.135903 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5b29fa66-bac7-4e2b-92d9-7b8ee533aa3a req-72687f0b-54fa-44bc-b3dc-0eca74a25b39 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361175
Aug 12 15:33:06.193827 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Pushing event updated for resources: {'Network': ['ID=3cf85478-e2da-4cc1-addb-697ef5919f2e,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:06.205170 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:06.235773 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9782028
Aug 12 15:33:06.236020 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 49046) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:06.244416 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Request body: {'subnet': {'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-574101092-subnet', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'ip_version': 4}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:06.259037 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:06.268422 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Usage tracker for resource:subnet and tenant:f22f6d26703c4e80a29bc2137b55a73e is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:06.280459 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:06.285419 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network 3cf85478-e2da-4cc1-addb-697ef5919f2e details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:33:06.299330 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:06.319728 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 0d69f95e-bee5-4bce-bff4-b121acb532bb triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:06.320452 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:06.484206 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49082) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:06.503257 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Made reservation on behalf of f22f6d26703c4e80a29bc2137b55a73e for: {'subnet': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:33:06.506442 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222885'] for subnet, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:06.675996 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49948c77-67b9-439a-a99b-108ab330a4ba req-65f97d6d-985f-481f-a8c5-43bca37907d1 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:06.678316 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-49948c77-67b9-439a-a99b-108ab330a4ba req-65f97d6d-985f-481f-a8c5-43bca37907d1 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 945 time: 0.3708074
Aug 12 15:33:06.734698 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1857470896-network', 'tenant_id': '13edc200a443403bb16d979532bd63c3'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:06.748434 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:06.757492 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Usage tracker for resource:network and tenant:13edc200a443403bb16d979532bd63c3 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:06.766688 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:06.781879 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:06.808092 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Made reservation on behalf of 13edc200a443403bb16d979532bd63c3 for: {'network': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:33:06.813351 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:06.842345 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:06.842698 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:06.860992 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Transition to ACTIVE for port object e1d43764-83d3-46c4-bbfd-a1b2c04eab17 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:06.882401 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:06.895257 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:06.899534 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Usage tracker for resource:security_group_rule and tenant:13edc200a443403bb16d979532bd63c3 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:06.906414 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:06.909547 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:06.921457 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:06.932679 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-49948c77-67b9-439a-a99b-108ab330a4ba req-2c06e5b2-6667-4103-8b6a-aae547a1dafe tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574552
Aug 12 15:33:07.042214 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b4c23-f40d-40e0-9a03-e7f41a08b5dd None None] Pushing event updated for resources: {'Port': ['ID=e1d43764-83d3-46c4-bbfd-a1b2c04eab17,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:07.046984 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-291b4c23-f40d-40e0-9a03-e7f41a08b5dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:07.113250 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222935'] for subnet, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:07.138572 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:07.182261 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:07.189684 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:07.216335 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-c0478df9-3ab4-4c9f-8368-698a36934028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:07.314072 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebae3e9-f071-4cad-bcb0-66c05216ea37 req-aa01366a-008c-4ceb-986b-6cfe48c8e7a8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:07.324240 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aebae3e9-f071-4cad-bcb0-66c05216ea37 req-aa01366a-008c-4ceb-986b-6cfe48c8e7a8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.5474167
Aug 12 15:33:07.326395 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8d70c0-161b-4e65-9c31-6bb323e2050a,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:07.339256 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:07.360362 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707}  {{(pid=79259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:33:07.403398 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:07.405416 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.segments_db [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Added segment c7267d28-7044-44c2-bbe9-d1fd9bbba66e of type vlan for network c8d16057-a807-4eb6-bdc7-be301d8eb03b
Aug 12 15:33:07.419461 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Attempting to bind port e1d43764-83d3-46c4-bbfd-a1b2c04eab17 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:33:07.421025 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Attempting to bind port e1d43764-83d3-46c4-bbfd-a1b2c04eab17 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:33:07.422229 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Attempting to bind port e1d43764-83d3-46c4-bbfd-a1b2c04eab17 on network 6583e41a-fa82-4b36-8411-f472b64444b7 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:33:07.450146 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:33:07.453732 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Checking segment: {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:33:07.458429 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:07.459386 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Bound using segment: {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:33:07.460434 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Bound port: e1d43764-83d3-46c4-bbfd-a1b2c04eab17, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:33:07.462143 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:07.488574 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:07.514650 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Pushing event updated for resources: {'Subnet': ['ID=39609337-02f3-471b-a409-e177d9d99068,revision_number=0']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:07.534682 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aebae3e9-f071-4cad-bcb0-66c05216ea37 req-6db9d4ca-1435-49c7-ad8c-c9ac5ad18b51 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2090783
Aug 12 15:33:07.536464 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:07.538668 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Checking segment: {'id': '57ecdf87-6096-484c-a751-831802860919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:33:07.539376 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Network hostable DHCP agents. Network: 3cf85478-e2da-4cc1-addb-697ef5919f2e, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:33:07.577515 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Network 3cf85478-e2da-4cc1-addb-697ef5919f2e is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:33:07.593387 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:07.594925 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, 3cf85478-e2da-4cc1-addb-697ef5919f2e) {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:07.595178 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:07.595833 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:07.601089 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-5e4e7cbf-c97f-4f63-8f2d-50ef779ef797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:07.603836 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:07.605230 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:07.609283 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924b4188-15db-4c50-b653-999340fc80a0 None None] Network 3cf85478-e2da-4cc1-addb-697ef5919f2e requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:33:07.702197 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-2ad03d0c-ddf1-4a5a-8bcf-fdbc4945307c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4608796
Aug 12 15:33:07.706168 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 49118) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:07.725736 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-574101092-router', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:07.753459 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:07.763558 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Pushing event updated for resources: {'Network': ['ID=c8d16057-a807-4eb6-bdc7-be301d8eb03b,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:07.765148 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Usage tracker for resource:router and tenant:f22f6d26703c4e80a29bc2137b55a73e is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:07.791724 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:07.796664 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network c8d16057-a807-4eb6-bdc7-be301d8eb03b details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:33:07.804609 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:07.816091 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:07.832986 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] For port e1d43764-83d3-46c4-bbfd-a1b2c04eab17, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:33:07.852829 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.3664272
Aug 12 15:33:07.854092 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49126) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:07.855170 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1714638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:07.856627 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1972'] for router, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:07.870035 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] For port e1d43764-83d3-46c4-bbfd-a1b2c04eab17, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=e1d43764-83d3-46c4-bbfd-a1b2c04eab17,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:33:07.873064 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Request body: {'subnet': {'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1857470896-subnet', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'ip_version': 4}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:07.881523 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:07.887029 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:07.887993 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Usage tracker for resource:subnet and tenant:13edc200a443403bb16d979532bd63c3 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:07.897323 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:07.900111 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:07.904457 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:07.928980 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:07.965119 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Made reservation on behalf of 13edc200a443403bb16d979532bd63c3 for: {'subnet': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:33:07.996164 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:08.312416 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:33:08.316079 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081811f70>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:32:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:08.445889 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for subnet, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:08.452107 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:08.597194 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9a0d26-f984-463b-9c93-843dfd9cf17f,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:08.620843 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:08.624510 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b4c23-f40d-40e0-9a03-e7f41a08b5dd None None] Pushing event updated for resources: {'Port': ['ID=e1d43764-83d3-46c4-bbfd-a1b2c04eab17,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:08.666113 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-291b4c23-f40d-40e0-9a03-e7f41a08b5dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:08.699903 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Checking segment: {'id': 'c7267d28-7044-44c2-bbe9-d1fd9bbba66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:33:08.700254 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Network hostable DHCP agents. Network: c8d16057-a807-4eb6-bdc7-be301d8eb03b, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:33:08.758330 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Network c8d16057-a807-4eb6-bdc7-be301d8eb03b is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:33:08.788911 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, c8d16057-a807-4eb6-bdc7-be301d8eb03b) {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:08.793549 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:08.794145 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:08.820287 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fc5285-7c6d-4f34-9495-67b4586a596c None None] Network c8d16057-a807-4eb6-bdc7-be301d8eb03b requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:33:08.854723 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9991617
Aug 12 15:33:08.855609 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49162) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:08.864606 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:08.870987 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:08.884107 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf88deb1f-a88d-5958-9003-71194a3ca5da-3cf85478-e2da-4cc1-addb-697ef5919f2e', 'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'fixed_ips': [{'subnet_id': '39609337-02f3-471b-a409-e177d9d99068'}]}} from dv-cinder-804345-1-iscsi. {{(pid=79260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 12 15:33:08.885435 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:08.887194 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:08.902007 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Usage tracker for resource:router and tenant:13edc200a443403bb16d979532bd63c3 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:08.918980 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:08.944231 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:08.960345 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1714638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:08.961437 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1972'] for router, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:09.001737 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:09.219564 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1590471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1714557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1862'] for router, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:09.257052 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:33:09.333270 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2a38-b4af-4fe3-a2fa-67f839a093fd req-13bbab00-df4a-4322-a3e1-69c170a7f58b tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:09.335525 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e30a2a38-b4af-4fe3-a2fa-67f839a093fd req-13bbab00-df4a-4322-a3e1-69c170a7f58b tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.76 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 945 time: 0.9865940
Aug 12 15:33:09.360212 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50c07b-cdba-428a-83ab-8a470d368121 req-4c96f019-91df-41ea-a2f7-fc21cfa44bba tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:09.362639 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb50c07b-cdba-428a-83ab-8a470d368121 req-4c96f019-91df-41ea-a2f7-fc21cfa44bba tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 945 time: 1.0159659
Aug 12 15:33:09.467018 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e4d4d-9a23-4a44-9a2a-5ef15e77d080 req-58b9e78c-bf92-43a5-a330-0b51c6d7e2ca tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:09.468624 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a52e4d4d-9a23-4a44-9a2a-5ef15e77d080 req-58b9e78c-bf92-43a5-a330-0b51c6d7e2ca tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.3582640
Aug 12 15:33:09.557970 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1590471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1714557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1862'] for router, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:09.637167 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-e30a2a38-b4af-4fe3-a2fa-67f839a093fd req-a693381e-ee38-4f7c-b97f-f677699ed6aa tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Deleting port 9e3fecaa-7e3f-4487-badb-49df97c0aba0 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:33:09.637797 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-e30a2a38-b4af-4fe3-a2fa-67f839a093fd req-a693381e-ee38-4f7c-b97f-f677699ed6aa tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:09.680434 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb50c07b-cdba-428a-83ab-8a470d368121 req-a189d1bf-a68a-43dd-9e43-ceac7b0c7d06 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2761223
Aug 12 15:33:09.782135 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a52e4d4d-9a23-4a44-9a2a-5ef15e77d080 req-91bae46b-7b9a-4af2-b5c7-4d4de7292307 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2981474
Aug 12 15:33:10.042869 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:10.048702 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Allocated IP 172.20.0.2 (3cf85478-e2da-4cc1-addb-697ef5919f2e/39609337-02f3-471b-a409-e177d9d99068/3a40ccfe-82c8-45cc-89e3-f1e6866ca15a) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:33:10.064259 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf88deb1f-a88d-5958-9003-71194a3ca5da-c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'fixed_ips': [{'subnet_id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f'}]}} from dv-cinder-804345-1-iscsi. {{(pid=79260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 12 15:33:10.065746 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:10.103335 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:10.315837 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-e30a2a38-b4af-4fe3-a2fa-67f839a093fd req-a693381e-ee38-4f7c-b97f-f677699ed6aa tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] For port 9e3fecaa-7e3f-4487-badb-49df97c0aba0, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9e3fecaa-7e3f-4487-badb-49df97c0aba0,segment=NetworkSegment(9b818665-e0f2-4aa1-8eaa-d53e3a396f32),segment_id=9b818665-e0f2-4aa1-8eaa-d53e3a396f32)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:10.317235 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-e30a2a38-b4af-4fe3-a2fa-67f839a093fd req-a693381e-ee38-4f7c-b97f-f677699ed6aa tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:10.337405 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-48385d5b-4b6b-46f6-bd36-8c2b58a93e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:10.350861 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Allocated IP 172.27.3.75 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/cd54dee3-1335-4c93-a640-610068310806) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:33:10.494156 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:10.540900 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081811f70>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:07Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:10.555463 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-e30a2a38-b4af-4fe3-a2fa-67f839a093fd req-a693381e-ee38-4f7c-b97f-f677699ed6aa tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Calling delete_port for 9e3fecaa-7e3f-4487-badb-49df97c0aba0 owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:33:10.608967 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:10.615625 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:10.676088 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:10.688487 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Transition to ACTIVE for port object 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:10.699175 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:10.704885 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016a639-c1cf-4300-a9ac-7117146eaacb None None] The sync data for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi is: [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:07Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:33:10.705172 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-44915fe5-9218-4fc9-befc-7bb8116cc49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:10.788249 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Transition to ACTIVE for port object 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:10.811070 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Allocated IP 172.20.0.2 (c8d16057-a807-4eb6-bdc7-be301d8eb03b/cb9a0d26-f984-463b-9c93-843dfd9cf17f/eb1ab804-9ef4-4bf1-b1d5-788803d24cbe) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:33:10.816143 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:10.841837 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-0886fac9-7920-428f-bcce-8cf2a9044bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:10.842916 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:33:10.851182 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:10.856908 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:33:11.081196 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Pushing event updated for resources: {'Port': ['ID=3a40ccfe-82c8-45cc-89e3-f1e6866ca15a,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:11.090805 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:11.120181 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Network 3cf85478-e2da-4cc1-addb-697ef5919f2e is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:33:11.127525 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Resources bound (agent type, host, resource id):  {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:11.144635 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:33:11.187075 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Allocated IP 172.27.3.185 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/2b647395-2cf8-4a4e-a9f6-696863b81eb3) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:33:11.379168 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Pushing event updated for resources: {'Port': ['ID=cd54dee3-1335-4c93-a640-610068310806,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:11.410649 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:11.414732 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:11.569198 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae979bd1-bdcb-4487-85b6-e558cbd335cd req-e0fa639a-bf30-4858-818b-f68f85e6ccf1 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:11.571000 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ae979bd1-bdcb-4487-85b6-e558cbd335cd req-e0fa639a-bf30-4858-818b-f68f85e6ccf1 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 945 time: 0.5637619
Aug 12 15:33:11.574116 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Attempting to bind port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:33:11.574490 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Attempting to bind port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': '57ecdf87-6096-484c-a751-831802860919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:33:11.574931 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Attempting to bind port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a on network 3cf85478-e2da-4cc1-addb-697ef5919f2e {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:33:11.587640 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:33:11.587640 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Checking segment: {'id': '57ecdf87-6096-484c-a751-831802860919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:33:11.587640 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:11.587640 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Bound using segment: {'id': '57ecdf87-6096-484c-a751-831802860919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:33:11.588270 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Bound port: 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ecdf87-6096-484c-a751-831802860919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:33:11.588685 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:11.627814 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-e30a2a38-b4af-4fe3-a2fa-67f839a093fd req-a693381e-ee38-4f7c-b97f-f677699ed6aa tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:11.797019 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 9e3fecaa-7e3f-4487-badb-49df97c0aba0 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:33:11.914702 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:11.968041 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:11.992250 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-507d1833-bbc2-4312-b79f-9bdd6786b1f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:11.995544 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 9e3fecaa-7e3f-4487-badb-49df97c0aba0 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:33:11.996322 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 9e3fecaa-7e3f-4487-badb-49df97c0aba0 not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:33:12.000057 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device e1d43764-83d3-46c4-bbfd-a1b2c04eab17 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:12.101032 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] For port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:33:12.108456 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Transition to ACTIVE for port object eb1ab804-9ef4-4bf1-b1d5-788803d24cbe will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:12.128253 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] For port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=3a40ccfe-82c8-45cc-89e3-f1e6866ca15a,segment=NetworkSegment(57ecdf87-6096-484c-a751-831802860919),segment_id=57ecdf87-6096-484c-a751-831802860919)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:33:12.138154 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:12.150873 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:12.162777 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-bc03f0dd-0273-48f4-babd-a3b6bea5a22b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:12.205493 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:12.207666 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port e1d43764-83d3-46c4-bbfd-a1b2c04eab17 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:12.226128 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port e1d43764-83d3-46c4-bbfd-a1b2c04eab17 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:12.227662 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:12.310576 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Transition to ACTIVE for port object eb1ab804-9ef4-4bf1-b1d5-788803d24cbe will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:12.360471 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:12.396408 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693381e-ee38-4f7c-b97f-f677699ed6aa tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Pushing event deleted for resources: {'Port': ['ID=9e3fecaa-7e3f-4487-badb-49df97c0aba0,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:12.398366 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Network c8d16057-a807-4eb6-bdc7-be301d8eb03b is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:33:12.402894 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-a693381e-ee38-4f7c-b97f-f677699ed6aa tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:12.421203 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30a2a38-b4af-4fe3-a2fa-67f839a093fd req-a693381e-ee38-4f7c-b97f-f677699ed6aa tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] No DVR routers for this DVR port 9e3fecaa-7e3f-4487-badb-49df97c0aba0 on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:33:12.424025 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-e30a2a38-b4af-4fe3-a2fa-67f839a093fd req-a693381e-ee38-4f7c-b97f-f677699ed6aa tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:12.428348 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-eee5a9f3-ece7-4aa4-8cdc-c80de2cc168f tempest-DeleteServersTestJSON-428385022 tempest-DeleteServersTestJSON-428385022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:12.489343 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Pushing event updated for resources: {'Port': ['ID=3a40ccfe-82c8-45cc-89e3-f1e6866ca15a,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:12.520568 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:12.523312 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Resources bound (agent type, host, resource id):  {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:12.525199 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:12.546109 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ae979bd1-bdcb-4487-85b6-e558cbd335cd req-0245e912-11b4-47e8-b54a-d21597593803 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e5332-c65a-4151-88bc-20f581d1e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9375052
Aug 12 15:33:12.577187 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be66ef0d-7513-4146-be23-636294d7ae6f', 'name': 'network-vif-deleted', 'tag': '9e3fecaa-7e3f-4487-badb-49df97c0aba0'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:33:12.680454 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Pushing event updated for resources: {'Port': ['ID=2b647395-2cf8-4a4e-a9f6-696863b81eb3,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:12.687614 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:33:12.719259 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e30a2a38-b4af-4fe3-a2fa-67f839a093fd req-a693381e-ee38-4f7c-b97f-f677699ed6aa tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.76 "DELETE /v2.0/ports/9e3fecaa-7e3f-4487-badb-49df97c0aba0 HTTP/1.1" status: 204  len: 173 time: 3.3538165
Aug 12 15:33:12.727815 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:12.741322 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:33:12.749462 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:12.766293 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:33:12.857352 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604511'] for router, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:12.905466 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68018385-51d3-488c-bd02-4840a3a72f74 req-d8422927-ff3f-44fe-8b10-8bb2f288e095 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:12.913969 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-68018385-51d3-488c-bd02-4840a3a72f74 req-d8422927-ff3f-44fe-8b10-8bb2f288e095 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.8469074
Aug 12 15:33:13.086744 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Pushing event updated for resources: {'Port': ['ID=eb1ab804-9ef4-4bf1-b1d5-788803d24cbe,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:13.090913 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:13.130332 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3f91c711-829f-44f3-9af5-8c8c89b8b15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:13.139648 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:13.182440 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Attempting to bind port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:33:13.182824 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Attempting to bind port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'c7267d28-7044-44c2-bbe9-d1fd9bbba66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:33:13.183262 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Attempting to bind port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe on network c8d16057-a807-4eb6-bdc7-be301d8eb03b {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:33:13.192105 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:33:13.192538 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Checking segment: {'id': 'c7267d28-7044-44c2-bbe9-d1fd9bbba66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:33:13.193250 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:13.193679 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Bound using segment: {'id': 'c7267d28-7044-44c2-bbe9-d1fd9bbba66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:33:13.194246 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Bound port: eb1ab804-9ef4-4bf1-b1d5-788803d24cbe, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7267d28-7044-44c2-bbe9-d1fd9bbba66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:33:13.194633 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:13.197986 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3a9f1-3443-4eef-8c83-7238fa4f5ee3 req-ea2fd945-4849-4bb1-bb47-03f3fee78978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:13.199971 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c8f3a9f1-3443-4eef-8c83-7238fa4f5ee3 req-ea2fd945-4849-4bb1-bb47-03f3fee78978 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0be265cfe44849aaac4ff2c1268771d4&device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 1098 time: 1.5637052
Aug 12 15:33:13.234291 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port e1d43764-83d3-46c4-bbfd-a1b2c04eab17, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=e1d43764-83d3-46c4-bbfd-a1b2c04eab17,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:13.273888 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-68018385-51d3-488c-bd02-4840a3a72f74 req-2df58c58-e0fe-40dc-829b-0ef0647154dd tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3589964
Aug 12 15:33:13.276920 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:13.278687 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Router 8da56ef3-81b3-4c0b-8138-4679e6166e77 is scheduled to L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 with binding_index 1 {{(pid=79259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 12 15:33:13.289519 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:13.496699 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be66ef0d-7513-4146-be23-636294d7ae6f', 'name': 'network-vif-deleted', 'tag': '9e3fecaa-7e3f-4487-badb-49df97c0aba0', 'status': 'completed', 'code': 200}
Aug 12 15:33:13.590241 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=e1d43764-83d3-46c4-bbfd-a1b2c04eab17,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:13.610262 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:13.612778 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] For port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:33:13.622492 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] For port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=eb1ab804-9ef4-4bf1-b1d5-788803d24cbe,segment=NetworkSegment(c7267d28-7044-44c2-bbe9-d1fd9bbba66e),segment_id=c7267d28-7044-44c2-bbe9-d1fd9bbba66e)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:33:13.632176 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:13.649088 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-0886fac9-7920-428f-bcce-8cf2a9044bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:13.710754 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:33:13.729152 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Sync routers for ids ['8da56ef3-81b3-4c0b-8138-4679e6166e77'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:33:13.750321 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Routers {'8da56ef3-81b3-4c0b-8138-4679e6166e77'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:33:13.750972 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff08179c4f0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:33:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['8da56ef3-81b3-4c0b-8138-4679e6166e77'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:13.815173 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Notify callbacks [] for router, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:13.816667 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.9598210
Aug 12 15:33:13.825929 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49220) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:14.014990 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:14.056360 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Pushing event updated for resources: {'Port': ['ID=eb1ab804-9ef4-4bf1-b1d5-788803d24cbe,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:14.057860 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49224) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:14.063919 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:14.080214 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3a9f1-3443-4eef-8c83-7238fa4f5ee3 req-226a0de6-378a-4a5c-887f-8ed5b2a591e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:14.086010 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c8f3a9f1-3443-4eef-8c83-7238fa4f5ee3 req-226a0de6-378a-4a5c-887f-8ed5b2a591e3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a HTTP/1.1" status: 200  len: 919 time: 0.8091888
Aug 12 15:33:14.189395 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:14.201827 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Set router 8da56ef3-81b3-4c0b-8138-4679e6166e77 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:33:14.338208 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc902c0b-0b62-4223-be2d-bcc1575d1284 None None] Network 3cf85478-e2da-4cc1-addb-697ef5919f2e requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:33:14.462076 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5120576c-fe30-42bf-b8cb-cdd2d533d98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:14.491810 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-5120576c-fe30-42bf-b8cb-cdd2d533d98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:14.515024 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-5120576c-fe30-42bf-b8cb-cdd2d533d98b admin admin] Usage tracker for resource:security_group_rule and tenant:f6c08953470040e9a34777b5a6ff09f7 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:14.521225 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-5120576c-fe30-42bf-b8cb-cdd2d533d98b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:14.531940 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-5120576c-fe30-42bf-b8cb-cdd2d533d98b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:14.535928 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-98ef5eca-b964-4626-9028-323e93879aa0 req-130baeac-68fa-459b-bc4a-253aeadc2112 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Synchronizing usage tracker for tenant:7f21e02e2109457f9c28b608e94dd070 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:33:14.569023 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:14.587973 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-23d6c908-320a-4c5a-8bcb-fbd62b2f1b0a None None] Provisioning for port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:14.589111 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c8f3a9f1-3443-4eef-8c83-7238fa4f5ee3 req-0c288fe6-c3a1-4be4-8ef2-02f001a846e2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fae859c-76cb-4a57-b1c6-b200caa56023 HTTP/1.1" status: 200  len: 217 time: 0.4501843
Aug 12 15:33:14.613841 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device e1d43764-83d3-46c4-bbfd-a1b2c04eab17 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:14.658626 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-23d6c908-320a-4c5a-8bcb-fbd62b2f1b0a None None] Provisioning complete for port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:14.659175 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-23d6c908-320a-4c5a-8bcb-fbd62b2f1b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:14.700024 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-98ef5eca-b964-4626-9028-323e93879aa0 req-130baeac-68fa-459b-bc4a-253aeadc2112 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Unset dirty status for tenant:7f21e02e2109457f9c28b608e94dd070 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:33:14.717441 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-98ef5eca-b964-4626-9028-323e93879aa0 req-130baeac-68fa-459b-bc4a-253aeadc2112 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] 10.222.0.18 "GET /v2.0/ports?device_id=be66ef0d-7513-4146-be23-636294d7ae6f HTTP/1.1" status: 200  len: 210 time: 0.6265368
Aug 12 15:33:14.721213 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:14.734140 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff08179c4f0>, [{'id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cd54dee3-1335-4c93-a640-610068310806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:08Z', 'updated_at': '2021-08-12T15:33:11Z', 'revision_number': 3, 'project_id': '13edc200a443403bb16d979532bd63c3', 'gw_port': {'id': 'cd54dee3-1335-4c93-a640-610068310806', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:14.744257 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Checking router: 8da56ef3-81b3-4c0b-8138-4679e6166e77 for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:33:14.745433 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Updating router 8da56ef3-81b3-4c0b-8138-4679e6166e77 port cd54dee3-1335-4c93-a640-610068310806 binding host dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:33:14.932842 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c2a76-5775-4b25-becf-adb1383e191e req-cc1f8ac6-a278-4136-b99b-6323ded2102b tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:14.935639 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2b8c2a76-5775-4b25-becf-adb1383e191e req-cc1f8ac6-a278-4136-b99b-6323ded2102b tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 1.7344592
Aug 12 15:33:14.951801 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:15.042860 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port e1d43764-83d3-46c4-bbfd-a1b2c04eab17 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:15.043319 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:15.116015 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3a9f1-3443-4eef-8c83-7238fa4f5ee3 req-9a767d71-6d94-470e-8487-ca6c53362b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:15.118189 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c8f3a9f1-3443-4eef-8c83-7238fa4f5ee3 req-9a767d71-6d94-470e-8487-ca6c53362b83 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=002b3e75-99a8-4c70-abbf-8d7ee28cd6de HTTP/1.1" status: 200  len: 858 time: 0.5140636
Aug 12 15:33:15.356832 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-23d6c908-320a-4c5a-8bcb-fbd62b2f1b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:15.396873 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:15.445647 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5120576c-fe30-42bf-b8cb-cdd2d533d98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:15.539517 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-23d6c908-320a-4c5a-8bcb-fbd62b2f1b0a None None] For port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=3a40ccfe-82c8-45cc-89e3-f1e6866ca15a,segment=NetworkSegment(57ecdf87-6096-484c-a751-831802860919),segment_id=57ecdf87-6096-484c-a751-831802860919)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:15.555394 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-23d6c908-320a-4c5a-8bcb-fbd62b2f1b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:15.557398 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:15.576617 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5120576c-fe30-42bf-b8cb-cdd2d533d98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:15.591136 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-86dbb431-4234-43e0-913f-a7d4116b939e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:15.642522 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:15.664016 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2b8c2a76-5775-4b25-becf-adb1383e191e req-a613928a-515a-4756-9569-fa7f4f35ffaf tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7063432
Aug 12 15:33:15.679667 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Transition to ACTIVE for port object cd54dee3-1335-4c93-a640-610068310806 will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:15.705629 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c8f3a9f1-3443-4eef-8c83-7238fa4f5ee3 req-b38fc8a2-6a91-4f0d-9176-8d64087ceb1a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2293129
Aug 12 15:33:15.707203 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120576c-fe30-42bf-b8cb-cdd2d533d98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a946a414-ea00-4383-8edc-a23a7c6ca172,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:15.709067 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:15.714424 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:15.727446 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-585ea568-a2b0-4308-995f-957582f8abd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:15.752922 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0444b649-d3f3-4157-99c0-1d5cc271be3d None None] Network c8d16057-a807-4eb6-bdc7-be301d8eb03b requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:33:15.765074 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-5120576c-fe30-42bf-b8cb-cdd2d533d98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:15.787601 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-5120576c-fe30-42bf-b8cb-cdd2d533d98b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6c08953470040e9a34777b5a6ff09f7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7126346
Aug 12 15:33:15.788754 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49238) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:15.850390 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Attempting to bind port cd54dee3-1335-4c93-a640-610068310806 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:33:15.850870 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Attempting to bind port cd54dee3-1335-4c93-a640-610068310806 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:33:15.854734 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Attempting to bind port cd54dee3-1335-4c93-a640-610068310806 on network aad1b8a0-c7f9-4883-899d-f35eccece470 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:33:15.868877 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:33:15.869231 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Checking segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:33:15.869586 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:15.869982 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Bound using segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:33:15.870451 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Bound port: cd54dee3-1335-4c93-a640-610068310806, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:33:15.870849 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:15.898658 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Pushing event updated for resources: {'Port': ['ID=cd54dee3-1335-4c93-a640-610068310806,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:15.927485 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:15.928104 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:15.928441 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:15.928858 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:15.929188 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:15.929519 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:15.930046 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:15.930402 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:15.930748 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:15.931213 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:15.931446 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:15.931854 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:15.937092 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:16.006726 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6c908-320a-4c5a-8bcb-fbd62b2f1b0a None None] Pushing event updated for resources: {'Port': ['ID=3a40ccfe-82c8-45cc-89e3-f1e6866ca15a,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:16.011714 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device eb1ab804-9ef4-4bf1-b1d5-788803d24cbe up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:16.016632 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] For port cd54dee3-1335-4c93-a640-610068310806, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:33:16.021492 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] For port cd54dee3-1335-4c93-a640-610068310806, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=cd54dee3-1335-4c93-a640-610068310806,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:33:16.029697 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:16.057053 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:16.060666 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-23d6c908-320a-4c5a-8bcb-fbd62b2f1b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:16.114934 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-34eb587e-f129-4d81-b1a4-87191855b089 None None] Provisioning for port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:16.178929 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-27a11930-4eca-48eb-994d-6243658828f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:16.236919 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Pushing event updated for resources: {'Port': ['ID=cd54dee3-1335-4c93-a640-610068310806,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:16.252365 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-2ae9e14a-c71f-44b2-b3d1-396164ae72a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:16.270270 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Routers {'8da56ef3-81b3-4c0b-8138-4679e6166e77'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:33:16.270937 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff08179c4f0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:33:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['8da56ef3-81b3-4c0b-8138-4679e6166e77'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:16.306450 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:16.311228 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-27a11930-4eca-48eb-994d-6243658828f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:16.314067 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:16.314714 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:16.437495 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-f278a48a-382f-45d9-ac4d-e2c8d4965883 None None] Provisioning complete for port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:16.438678 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f278a48a-382f-45d9-ac4d-e2c8d4965883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:16.459350 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736b80-f866-4acc-8754-9725ba58c4b5 req-d4067ff0-9254-45c4-9fcc-6241d850060a tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:16.468086 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0a736b80-f866-4acc-8754-9725ba58c4b5 req-d4067ff0-9254-45c4-9fcc-6241d850060a tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.9831030
Aug 12 15:33:16.488025 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c8f3a9f1-3443-4eef-8c83-7238fa4f5ee3 req-9669efbd-e6ff-4a9e-b221-e391a1f2a2d6 service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7490752
Aug 12 15:33:16.492734 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Allocated IP 172.20.0.1 (c8d16057-a807-4eb6-bdc7-be301d8eb03b/cb9a0d26-f984-463b-9c93-843dfd9cf17f/8e9080e4-b9b7-4381-bc00-c0a0b4770228) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:33:16.529655 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] Set router 8da56ef3-81b3-4c0b-8138-4679e6166e77 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:33:16.609423 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604511'] for router, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:16.609660 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-27a11930-4eca-48eb-994d-6243658828f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:16.633740 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d146b9f2-954d-4897-9d02-cc4754b187c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:16.686736 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:16.729306 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=eb1ab804-9ef4-4bf1-b1d5-788803d24cbe,segment=NetworkSegment(c7267d28-7044-44c2-bbe9-d1fd9bbba66e),segment_id=c7267d28-7044-44c2-bbe9-d1fd9bbba66e)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:16.746680 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:16.753402 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:16.813775 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:16.818387 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0a736b80-f866-4acc-8754-9725ba58c4b5 req-fd64f77d-c05e-4fac-8314-967dfcdff00a tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3488312
Aug 12 15:33:16.831199 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a11930-4eca-48eb-994d-6243658828f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a946a414-ea00-4383-8edc-a23a7c6ca172,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:16.835694 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-27a11930-4eca-48eb-994d-6243658828f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:16.910594 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-27a11930-4eca-48eb-994d-6243658828f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:16.926195 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-27a11930-4eca-48eb-994d-6243658828f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a946a414-ea00-4383-8edc-a23a7c6ca172 HTTP/1.1" status: 204  len: 168 time: 1.1215215
Aug 12 15:33:16.935856 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.provisioning_blocks [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Transition to ACTIVE for port object 8e9080e4-b9b7-4381-bc00-c0a0b4770228 will not be triggered until provisioned by entity DHCP. {{(pid=79259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:17.028068 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:17.081942 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:17.087922 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c8f3a9f1-3443-4eef-8c83-7238fa4f5ee3 req-193cb2fb-9f84-4ec2-a68c-fc4c1549d46d service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5592287
Aug 12 15:33:17.232924 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Network c8d16057-a807-4eb6-bdc7-be301d8eb03b is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:33:17.241867 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:17.244553 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:33:17.245053 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716570'] for router_interface, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:17.276773 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=eb1ab804-9ef4-4bf1-b1d5-788803d24cbe,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:17.313966 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:17.370381 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9080e4-b9b7-4381-bc00-c0a0b4770228,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:17.376522 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:17.418250 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff08179c4f0>, [{'id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cd54dee3-1335-4c93-a640-610068310806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:08Z', 'updated_at': '2021-08-12T15:33:11Z', 'revision_number': 3, 'project_id': '13edc200a443403bb16d979532bd63c3', 'gw_port': {'id': 'cd54dee3-1335-4c93-a640-610068310806', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:17.433806 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b1aded-6a90-40b4-88b0-0954a2ae88fe None None] The sync data for ids ['8da56ef3-81b3-4c0b-8138-4679e6166e77'] in dv-cinder-804345-1-iscsi is: [{'id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cd54dee3-1335-4c93-a640-610068310806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:08Z', 'updated_at': '2021-08-12T15:33:11Z', 'revision_number': 3, 'project_id': '13edc200a443403bb16d979532bd63c3', 'gw_port': {'id': 'cd54dee3-1335-4c93-a640-610068310806', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:33:17.602963 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-cc6f8708-d312-40de-8564-80cd862478d9 None None] Provisioning complete for port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:17.604146 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cc6f8708-d312-40de-8564-80cd862478d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:17.757952 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Router ca438622-8ad8-48b2-a50f-25c35d273e5a is scheduled to L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 with binding_index 1 {{(pid=79258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 12 15:33:17.791464 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:17.890034 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device eb1ab804-9ef4-4bf1-b1d5-788803d24cbe up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:17.911437 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880635c-b899-46de-9c2b-cb4aace47ecd req-4382a801-fb10-49f3-8093-2bc4707b0636 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:17.913378 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c880635c-b899-46de-9c2b-cb4aace47ecd req-4382a801-fb10-49f3-8093-2bc4707b0636 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.9225340
Aug 12 15:33:18.114155 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b8cef962-3f91-4e29-8647-633b9f75d21a None None] Provisioning for port 8e9080e4-b9b7-4381-bc00-c0a0b4770228 completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:18.126233 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b8cef962-3f91-4e29-8647-633b9f75d21a None None] Provisioning complete for port 8e9080e4-b9b7-4381-bc00-c0a0b4770228 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:18.129264 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b8cef962-3f91-4e29-8647-633b9f75d21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:18.204531 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c880635c-b899-46de-9c2b-cb4aace47ecd req-b83b234a-923d-48df-bf29-94c8b8845834 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2820995
Aug 12 15:33:18.287352 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:18.287728 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:18.316483 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:18.324477 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:18.325437 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716533'] for router_interface, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:18.330414 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-5a507415-42a9-4c04-a93b-1da910c2fe15 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:18.345838 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:33:18.378388 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Notify callbacks [] for router, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:18.382932 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 10.6749249
Aug 12 15:33:18.384084 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 49284) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:18.406729 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Sync routers for ids ['ca438622-8ad8-48b2-a50f-25c35d273e5a'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:33:18.460295 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Routers {'ca438622-8ad8-48b2-a50f-25c35d273e5a'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:33:18.461395 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0818b76d0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:33:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['ca438622-8ad8-48b2-a50f-25c35d273e5a'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:18.474373 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da723288-7d11-4ab1-bd89-a60b19a299e7 req-481eeca3-21a6-4af5-ade7-20d244c42390 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:18.476849 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da723288-7d11-4ab1-bd89-a60b19a299e7 req-481eeca3-21a6-4af5-ade7-20d244c42390 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.2701507
Aug 12 15:33:18.529989 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b8cef962-3f91-4e29-8647-633b9f75d21a None None] Port 8e9080e4-b9b7-4381-bc00-c0a0b4770228 cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:33:18.638572 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Network c8d16057-a807-4eb6-bdc7-be301d8eb03b is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:33:18.641919 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:18.776327 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9080e4-b9b7-4381-bc00-c0a0b4770228,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:18.787488 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:18.824510 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Set router ca438622-8ad8-48b2-a50f-25c35d273e5a gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:33:19.037478 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da723288-7d11-4ab1-bd89-a60b19a299e7 req-385e1813-f67f-463a-8cf7-a563e98d97a2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5481758
Aug 12 15:33:19.100487 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Router 8da56ef3-81b3-4c0b-8138-4679e6166e77 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:33:19.230657 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-773fc2e8-9219-46a9-8eb2-3adc8f8cfebc None None] Provisioning complete for port 8e9080e4-b9b7-4381-bc00-c0a0b4770228 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:19.231037 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-773fc2e8-9219-46a9-8eb2-3adc8f8cfebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:19.266237 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:19.402409 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-773fc2e8-9219-46a9-8eb2-3adc8f8cfebc None None] Port 8e9080e4-b9b7-4381-bc00-c0a0b4770228 cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:33:19.435386 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:19.436014 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:19.441288 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:33:19.455904 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] 10.222.0.18 "PUT /v2.0/routers/8da56ef3-81b3-4c0b-8138-4679e6166e77/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6203911
Aug 12 15:33:19.534911 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0818b76d0>, [{'id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'name': 'tempest-TestVolumeBootPattern-574101092-router', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '2b647395-2cf8-4a4e-a9f6-696863b81eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:07Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 3, 'project_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'gw_port': {'id': '2b647395-2cf8-4a4e-a9f6-696863b81eb3', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:19.540001 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Checking router: ca438622-8ad8-48b2-a50f-25c35d273e5a for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:33:19.540496 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Updating router ca438622-8ad8-48b2-a50f-25c35d273e5a port 2b647395-2cf8-4a4e-a9f6-696863b81eb3 binding host dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:33:19.558263 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cac51-440a-4dce-b111-1b54105589a6 req-912fb970-a4ee-4be5-8db5-33616b6485a1 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:19.559823 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a30cac51-440a-4dce-b111-1b54105589a6 req-912fb970-a4ee-4be5-8db5-33616b6485a1 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.1936901
Aug 12 15:33:19.630879 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a30cac51-440a-4dce-b111-1b54105589a6 req-90cb090b-e649-45ea-ba7e-6259a18523a3 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577121
Aug 12 15:33:19.666246 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:19.695234 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:19.850172 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device cd54dee3-1335-4c93-a640-610068310806 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:19.947809 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Sync routers for ids ['8da56ef3-81b3-4c0b-8138-4679e6166e77'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:33:19.977966 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Routers {'8da56ef3-81b3-4c0b-8138-4679e6166e77'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:33:19.981710 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff08179cdf0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:33:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['8da56ef3-81b3-4c0b-8138-4679e6166e77'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:20.126727 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Allocated IP 172.20.0.1 (3cf85478-e2da-4cc1-addb-697ef5919f2e/39609337-02f3-471b-a409-e177d9d99068/ad53fb55-38d0-488f-b0b7-a298a31f5132) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:33:20.143556 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port cd54dee3-1335-4c93-a640-610068310806 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:20.178990 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port cd54dee3-1335-4c93-a640-610068310806 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:20.178990 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.356269 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Set router 8da56ef3-81b3-4c0b-8138-4679e6166e77 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:33:20.398177 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.414883 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.422775 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Transition to ACTIVE for port object 2b647395-2cf8-4a4e-a9f6-696863b81eb3 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:20.429081 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49336) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:20.443040 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port cd54dee3-1335-4c93-a640-610068310806, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=cd54dee3-1335-4c93-a640-610068310806,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:20.443040 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.447464 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-0fc688a2-b2f3-4037-8d1a-eddbf7a1848e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:20.451328 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.452553 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1492319522-network', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:20.458892 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:20.463672 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Usage tracker for resource:network and tenant:9d6565b857a64ed7a96942987cd8fde6 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:20.467328 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:20.469099 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Transition to ACTIVE for port object ad53fb55-38d0-488f-b0b7-a298a31f5132 will not be triggered until provisioned by entity DHCP. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:20.476253 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:20.490865 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Made reservation on behalf of 9d6565b857a64ed7a96942987cd8fde6 for: {'network': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:33:20.494403 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.502490 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.511553 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.521022 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:20.526150 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.549418 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:20.555754 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Usage tracker for resource:security_group_rule and tenant:9d6565b857a64ed7a96942987cd8fde6 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:20.556453 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Attempting to bind port 2b647395-2cf8-4a4e-a9f6-696863b81eb3 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:33:20.556864 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Attempting to bind port 2b647395-2cf8-4a4e-a9f6-696863b81eb3 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:33:20.557240 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Attempting to bind port 2b647395-2cf8-4a4e-a9f6-696863b81eb3 on network aad1b8a0-c7f9-4883-899d-f35eccece470 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:33:20.559015 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:20.559347 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe78896-fd00-46b8-b680-7b5b5c0eb865 None None] Pushing event updated for resources: {'Port': ['ID=2b647395-2cf8-4a4e-a9f6-696863b81eb3,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:20.563175 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4fe78896-fd00-46b8-b680-7b5b5c0eb865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:20.564167 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:20.566516 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:20.612062 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Network 3cf85478-e2da-4cc1-addb-697ef5919f2e is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:33:20.616590 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:20.621311 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:33:20.634137 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:33:20.635071 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Checking segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:33:20.635282 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.635865 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Bound using segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:33:20.636562 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Bound port: 2b647395-2cf8-4a4e-a9f6-696863b81eb3, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:33:20.637169 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.692593 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Pushing event updated for resources: {'Port': ['ID=ad53fb55-38d0-488f-b0b7-a298a31f5132,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:20.699682 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:20.732311 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716570'] for router_interface, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.751062 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a817da-2933-4c70-911a-ee9068734d46 req-e8dd9c42-55fb-4b16-9495-5de3d07348a9 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:20.755610 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.756069 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b8a817da-2933-4c70-911a-ee9068734d46 req-e8dd9c42-55fb-4b16-9495-5de3d07348a9 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.4794915
Aug 12 15:33:20.773256 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=cd54dee3-1335-4c93-a640-610068310806,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:20.776677 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.787456 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:20.795409 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716}  {{(pid=79259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:33:20.807496 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] For port 2b647395-2cf8-4a4e-a9f6-696863b81eb3, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:33:20.815901 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] For port 2b647395-2cf8-4a4e-a9f6-696863b81eb3, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=2b647395-2cf8-4a4e-a9f6-696863b81eb3,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:33:20.820924 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.821430 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.segments_db [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Added segment ac778c99-7463-40eb-bd08-a65dcc49704b of type vlan for network 290f452b-95d7-48a8-9efb-180112241b77
Aug 12 15:33:20.822709 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-5120576c-fe30-42bf-b8cb-cdd2d533d98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:20.824102 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.836564 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:20.839737 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b8a817da-2933-4c70-911a-ee9068734d46 req-8fc4837f-5bff-41de-adb6-e9d8c39b15a3 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711961
Aug 12 15:33:20.888768 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff08179cdf0>, [{'id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cd54dee3-1335-4c93-a640-610068310806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:08Z', 'updated_at': '2021-08-12T15:33:17Z', 'revision_number': 4, 'project_id': '13edc200a443403bb16d979532bd63c3', 'gw_port': {'id': 'cd54dee3-1335-4c93-a640-610068310806', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '8e9080e4-b9b7-4381-bc00-c0a0b4770228', 'name': '', 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'mac_address': 'fa:16:3e:b9:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:15Z', 'updated_at': '2021-08-12T15:33:18Z', 'revision_number': 2, 'project_id': '13edc200a443403bb16d979532bd63c3', 'subnets': [{'id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:20.899198 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Checking router: 8da56ef3-81b3-4c0b-8138-4679e6166e77 for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:33:20.902473 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Updating router 8da56ef3-81b3-4c0b-8138-4679e6166e77 port 8e9080e4-b9b7-4381-bc00-c0a0b4770228 binding host dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:33:20.954770 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c060af0-f407-4c08-ade3-c7c246bcb512,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:20.958449 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:20.973162 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:20.992109 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Routers {'ca438622-8ad8-48b2-a50f-25c35d273e5a'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:33:20.992826 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0818b76d0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:33:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['ca438622-8ad8-48b2-a50f-25c35d273e5a'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:21.045286 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:21.046662 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:21.046859 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:21.057400 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:21.062528 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:21.103127 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:21.113150 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-e48c6fb3-cc59-4953-bbb5-7c605419d268 None None] Provisioning for port ad53fb55-38d0-488f-b0b7-a298a31f5132 completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:21.127489 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-e48c6fb3-cc59-4953-bbb5-7c605419d268 None None] Provisioning complete for port ad53fb55-38d0-488f-b0b7-a298a31f5132 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:21.127811 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e48c6fb3-cc59-4953-bbb5-7c605419d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:21.163547 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe78896-fd00-46b8-b680-7b5b5c0eb865 None None] Pushing event updated for resources: {'Port': ['ID=2b647395-2cf8-4a4e-a9f6-696863b81eb3,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:21.167305 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4fe78896-fd00-46b8-b680-7b5b5c0eb865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:21.219438 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7860308
Aug 12 15:33:21.222665 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 49348) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:21.228624 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Pushing event updated for resources: {'Network': ['ID=290f452b-95d7-48a8-9efb-180112241b77,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:21.239137 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:21.249999 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Request body: {'subnet': {'network_id': '290f452b-95d7-48a8-9efb-180112241b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1492319522-subnet', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6', 'ip_version': 4}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:21.258391 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:21.270250 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Usage tracker for resource:subnet and tenant:9d6565b857a64ed7a96942987cd8fde6 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:21.271556 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network 290f452b-95d7-48a8-9efb-180112241b77 details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:33:21.278505 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:21.287909 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:21.320685 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-e48c6fb3-cc59-4953-bbb5-7c605419d268 None None] Port ad53fb55-38d0-488f-b0b7-a298a31f5132 cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:33:21.432496 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c44bfc-e14e-4411-83f9-96bf3a72aba2 req-ac26fd1d-7c0d-43ac-bfde-0514a397eead tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:21.434066 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-78c44bfc-e14e-4411-83f9-96bf3a72aba2 req-ac26fd1d-7c0d-43ac-bfde-0514a397eead tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.3945663
Aug 12 15:33:21.434628 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] Set router ca438622-8ad8-48b2-a50f-25c35d273e5a gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:33:21.503863 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:21.510833 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Made reservation on behalf of 9d6565b857a64ed7a96942987cd8fde6 for: {'subnet': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:33:21.513280 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222885'] for subnet, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:21.521100 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Transition to ACTIVE for port object 8e9080e4-b9b7-4381-bc00-c0a0b4770228 will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:21.533586 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:21.540404 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:21.606739 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-78c44bfc-e14e-4411-83f9-96bf3a72aba2 req-3b7443ae-7717-4660-beea-dc3d46b44b0d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579151
Aug 12 15:33:21.681210 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04983ccd-a978-4e45-9268-1a8599ea3225 None None] Pushing event updated for resources: {'Port': ['ID=8e9080e4-b9b7-4381-bc00-c0a0b4770228,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:21.685382 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-04983ccd-a978-4e45-9268-1a8599ea3225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:21.811285 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:21.824116 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:21.838227 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Attempting to bind port 8e9080e4-b9b7-4381-bc00-c0a0b4770228 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:33:21.838634 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Attempting to bind port 8e9080e4-b9b7-4381-bc00-c0a0b4770228 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'c7267d28-7044-44c2-bbe9-d1fd9bbba66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:33:21.838997 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Attempting to bind port 8e9080e4-b9b7-4381-bc00-c0a0b4770228 on network c8d16057-a807-4eb6-bdc7-be301d8eb03b {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:33:21.849130 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:33:21.849130 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Checking segment: {'id': 'c7267d28-7044-44c2-bbe9-d1fd9bbba66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:33:21.849130 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:21.849130 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Bound using segment: {'id': 'c7267d28-7044-44c2-bbe9-d1fd9bbba66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:33:21.849130 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Bound port: 8e9080e4-b9b7-4381-bc00-c0a0b4770228, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7267d28-7044-44c2-bbe9-d1fd9bbba66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:33:21.849130 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:21.872355 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device cd54dee3-1335-4c93-a640-610068310806 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:21.878450 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:21.989886 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] For port 8e9080e4-b9b7-4381-bc00-c0a0b4770228, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:33:21.994688 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] For port 8e9080e4-b9b7-4381-bc00-c0a0b4770228, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=8e9080e4-b9b7-4381-bc00-c0a0b4770228,segment=NetworkSegment(c7267d28-7044-44c2-bbe9-d1fd9bbba66e),segment_id=c7267d28-7044-44c2-bbe9-d1fd9bbba66e)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:33:21.999956 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716533'] for router_interface, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:22.003131 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:22.004392 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Pushing event updated for resources: {'Port': ['ID=ad53fb55-38d0-488f-b0b7-a298a31f5132,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:22.012496 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:22.017838 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:22.058523 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port cd54dee3-1335-4c93-a640-610068310806 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:22.059493 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:22.066899 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222935'] for subnet, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:22.116554 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-df7aa6bd-730f-484b-ba6c-b15d8d311e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:22.126564 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Routers {'8da56ef3-81b3-4c0b-8138-4679e6166e77'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:33:22.127287 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff08179cdf0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:33:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['8da56ef3-81b3-4c0b-8138-4679e6166e77'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:22.128463 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0818b76d0>, [{'id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'name': 'tempest-TestVolumeBootPattern-574101092-router', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '2b647395-2cf8-4a4e-a9f6-696863b81eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:07Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 4, 'project_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'gw_port': {'id': '2b647395-2cf8-4a4e-a9f6-696863b81eb3', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'ad53fb55-38d0-488f-b0b7-a298a31f5132', 'name': '', 'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'mac_address': 'fa:16:3e:df:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '39609337-02f3-471b-a409-e177d9d99068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:19Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 1, 'project_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'subnets': [{'id': '39609337-02f3-471b-a409-e177d9d99068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:22.135212 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d2c2a-b1f6-4cc9-afe5-3c1cc1f6e1c1 None None] The sync data for ids ['ca438622-8ad8-48b2-a50f-25c35d273e5a'] in dv-cinder-804345-1-iscsi is: [{'id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'name': 'tempest-TestVolumeBootPattern-574101092-router', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '2b647395-2cf8-4a4e-a9f6-696863b81eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:07Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 4, 'project_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'gw_port': {'id': '2b647395-2cf8-4a4e-a9f6-696863b81eb3', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'ad53fb55-38d0-488f-b0b7-a298a31f5132', 'name': '', 'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'mac_address': 'fa:16:3e:df:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '39609337-02f3-471b-a409-e177d9d99068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:19Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 1, 'project_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'subnets': [{'id': '39609337-02f3-471b-a409-e177d9d99068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:33:22.229008 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04983ccd-a978-4e45-9268-1a8599ea3225 None None] Pushing event updated for resources: {'Port': ['ID=8e9080e4-b9b7-4381-bc00-c0a0b4770228,revision_number=4']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:22.247175 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-04983ccd-a978-4e45-9268-1a8599ea3225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:22.292504 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Network 3cf85478-e2da-4cc1-addb-697ef5919f2e is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:33:22.304634 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:22.409667 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb1d21a-6590-461b-bde5-bc0aa1336d43,revision_number=0']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:22.421789 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:22.470802 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Checking segment: {'id': 'ac778c99-7463-40eb-bd08-a65dcc49704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '290f452b-95d7-48a8-9efb-180112241b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:33:22.473053 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Network hostable DHCP agents. Network: 290f452b-95d7-48a8-9efb-180112241b77, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:33:22.476198 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] Set router 8da56ef3-81b3-4c0b-8138-4679e6166e77 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:33:22.617856 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9ec27-e0a4-45b9-aef5-be8876c34da5 req-5eb1eac9-1f67-4888-83f7-e59ef074dbb4 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:22.625000 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5da9ec27-e0a4-45b9-aef5-be8876c34da5 req-5eb1eac9-1f67-4888-83f7-e59ef074dbb4 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.5637312
Aug 12 15:33:22.698921 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Network 290f452b-95d7-48a8-9efb-180112241b77 is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:33:22.714072 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5da9ec27-e0a4-45b9-aef5-be8876c34da5 req-75fdad4a-aa15-4dac-9eed-52de55a5d177 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0882180
Aug 12 15:33:22.741887 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Router ca438622-8ad8-48b2-a50f-25c35d273e5a has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:33:22.751899 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, 290f452b-95d7-48a8-9efb-180112241b77) {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:22.759737 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8907ada-492c-4c86-8bd3-a9179e04d011 None None] Network 290f452b-95d7-48a8-9efb-180112241b77 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:33:22.832669 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:22.833559 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:22.879933 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-de111681-8a78-4119-8012-b442670c471c None None] Provisioning complete for port ad53fb55-38d0-488f-b0b7-a298a31f5132 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:22.880313 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-de111681-8a78-4119-8012-b442670c471c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:23.011904 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff08179cdf0>, [{'id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cd54dee3-1335-4c93-a640-610068310806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:08Z', 'updated_at': '2021-08-12T15:33:17Z', 'revision_number': 4, 'project_id': '13edc200a443403bb16d979532bd63c3', 'gw_port': {'id': 'cd54dee3-1335-4c93-a640-610068310806', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '8e9080e4-b9b7-4381-bc00-c0a0b4770228', 'name': '', 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'mac_address': 'fa:16:3e:b9:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:15Z', 'updated_at': '2021-08-12T15:33:21Z', 'revision_number': 4, 'project_id': '13edc200a443403bb16d979532bd63c3', 'subnets': [{'id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:23.025182 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d8c1a-ccc9-4dd4-99b7-2689df1ca2a5 None None] The sync data for ids ['8da56ef3-81b3-4c0b-8138-4679e6166e77'] in dv-cinder-804345-1-iscsi is: [{'id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cd54dee3-1335-4c93-a640-610068310806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:08Z', 'updated_at': '2021-08-12T15:33:17Z', 'revision_number': 4, 'project_id': '13edc200a443403bb16d979532bd63c3', 'gw_port': {'id': 'cd54dee3-1335-4c93-a640-610068310806', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '8e9080e4-b9b7-4381-bc00-c0a0b4770228', 'name': '', 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'mac_address': 'fa:16:3e:b9:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:15Z', 'updated_at': '2021-08-12T15:33:21Z', 'revision_number': 4, 'project_id': '13edc200a443403bb16d979532bd63c3', 'subnets': [{'id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:33:23.046874 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.8196836
Aug 12 15:33:23.047293 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49374) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:23.055498 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1492319522-router', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:23.070876 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:23.106016 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Usage tracker for resource:router and tenant:9d6565b857a64ed7a96942987cd8fde6 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:23.110839 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:33:23.122792 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:23.124614 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d5a3-1dac-4b53-87d4-5dd9ba4d7076 req-949b58ee-70b5-4445-bbca-a3362494930b tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:23.130529 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3c90d5a3-1dac-4b53-87d4-5dd9ba4d7076 req-949b58ee-70b5-4445-bbca-a3362494930b tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.2857184
Aug 12 15:33:23.134522 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] 10.222.0.18 "PUT /v2.0/routers/ca438622-8ad8-48b2-a50f-25c35d273e5a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7484481
Aug 12 15:33:23.139322 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:23.147494 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-de111681-8a78-4119-8012-b442670c471c None None] Port ad53fb55-38d0-488f-b0b7-a298a31f5132 cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:33:23.163932 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1714638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:23.184451 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1972'] for router, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:23.219479 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:23.271537 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3c90d5a3-1dac-4b53-87d4-5dd9ba4d7076 req-d555bf10-8824-45a8-aedb-17ba7c3f7071 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150508
Aug 12 15:33:23.380276 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf88deb1f-a88d-5958-9003-71194a3ca5da-290f452b-95d7-48a8-9efb-180112241b77', 'network_id': '290f452b-95d7-48a8-9efb-180112241b77', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6', 'fixed_ips': [{'subnet_id': 'edb1d21a-6590-461b-bde5-bc0aa1336d43'}]}} from dv-cinder-804345-1-iscsi. {{(pid=79260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 12 15:33:23.384317 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:23.642236 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Allocated IP 172.20.0.2 (290f452b-95d7-48a8-9efb-180112241b77/edb1d21a-6590-461b-bde5-bc0aa1336d43/92ccf110-6e7c-461a-803b-7d979514007c) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:33:23.727502 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1590471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1714557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1862'] for router, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:24.047107 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 8e9080e4-b9b7-4381-bc00-c0a0b4770228 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:24.115249 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cc4e6-5f48-4bfc-aac8-22d2212111f6 req-0992bbc2-bf1e-4c5f-9a98-54fb8a7b67a2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:24.117007 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-996cc4e6-5f48-4bfc-aac8-22d2212111f6 req-0992bbc2-bf1e-4c5f-9a98-54fb8a7b67a2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.1710165
Aug 12 15:33:24.261637 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-996cc4e6-5f48-4bfc-aac8-22d2212111f6 req-b1f484b3-d3fb-42e0-b25c-8aeb04ce6270 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1375086
Aug 12 15:33:24.342107 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26a293-c323-4122-bbb6-66b8b4d303a4 req-8f56ace9-90e7-429f-9635-b1d6155afc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:24.343727 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bf26a293-c323-4122-bbb6-66b8b4d303a4 req-8f56ace9-90e7-429f-9635-b1d6155afc8a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 1098 time: 0.1193554
Aug 12 15:33:24.373545 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:24.421733 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port 8e9080e4-b9b7-4381-bc00-c0a0b4770228 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:24.428104 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Transition to ACTIVE for port object 92ccf110-6e7c-461a-803b-7d979514007c will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:24.433546 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bf26a293-c323-4122-bbb6-66b8b4d303a4 req-7684cee7-ba81-4eb1-bd36-110fb22585cb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804160
Aug 12 15:33:24.449380 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 8e9080e4-b9b7-4381-bc00-c0a0b4770228 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:24.459080 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:24.552897 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Transition to ACTIVE for port object 92ccf110-6e7c-461a-803b-7d979514007c will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:24.569129 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:24.580925 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:24.618634 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:33:24.659038 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:24.683286 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Network 290f452b-95d7-48a8-9efb-180112241b77 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:33:24.694291 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Resources bound (agent type, host, resource id):  {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:24.709529 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:33:24.726349 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:24.841534 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Pushing event updated for resources: {'Port': ['ID=92ccf110-6e7c-461a-803b-7d979514007c,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:24.844374 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:24.864482 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:24.917177 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Attempting to bind port 92ccf110-6e7c-461a-803b-7d979514007c on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:33:24.917717 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Attempting to bind port 92ccf110-6e7c-461a-803b-7d979514007c by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'ac778c99-7463-40eb-bd08-a65dcc49704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '290f452b-95d7-48a8-9efb-180112241b77'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:33:24.918656 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Attempting to bind port 92ccf110-6e7c-461a-803b-7d979514007c on network 290f452b-95d7-48a8-9efb-180112241b77 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:33:24.929452 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port 8e9080e4-b9b7-4381-bc00-c0a0b4770228, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=8e9080e4-b9b7-4381-bc00-c0a0b4770228,segment=NetworkSegment(c7267d28-7044-44c2-bbe9-d1fd9bbba66e),segment_id=c7267d28-7044-44c2-bbe9-d1fd9bbba66e)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:24.934701 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:33:24.935492 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Checking segment: {'id': 'ac778c99-7463-40eb-bd08-a65dcc49704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '290f452b-95d7-48a8-9efb-180112241b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:33:24.936133 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:24.936975 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Bound using segment: {'id': 'ac778c99-7463-40eb-bd08-a65dcc49704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '290f452b-95d7-48a8-9efb-180112241b77'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:33:24.937682 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Bound port: 92ccf110-6e7c-461a-803b-7d979514007c, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac778c99-7463-40eb-bd08-a65dcc49704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '290f452b-95d7-48a8-9efb-180112241b77'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:33:24.938956 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:24.966290 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812dcf2-4ed2-4749-8f34-1dadb7cd1b25 req-99b808df-9d47-4e4e-81f2-809695395e97 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:24.980696 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5812dcf2-4ed2-4749-8f34-1dadb7cd1b25 req-99b808df-9d47-4e4e-81f2-809695395e97 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.4424403
Aug 12 15:33:25.009346 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:25.010838 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 2b647395-2cf8-4a4e-a9f6-696863b81eb3 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:25.076928 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Allocated IP 172.27.3.239 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/6b6e48aa-ad44-4dfd-a14d-466dfe7424a6) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:33:25.089744 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:25.110873 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5812dcf2-4ed2-4749-8f34-1dadb7cd1b25 req-99e110ae-9fdc-408a-a6c5-9d5f1dcb1bee tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289613
Aug 12 15:33:25.363900 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 49428) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:25.369763 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-714516845', 'description': 'tempest-secgroup-smoke-714516845 description', 'project_id': 'd4c08df815994e6f8754d8c518538b08'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:25.389241 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:25.403296 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Usage tracker for resource:security_group and tenant:d4c08df815994e6f8754d8c518538b08 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:25.417079 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:25.452382 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:25.458775 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:25.459321 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] For port 92ccf110-6e7c-461a-803b-7d979514007c, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:33:25.462946 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=8e9080e4-b9b7-4381-bc00-c0a0b4770228,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:25.467118 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] For port 92ccf110-6e7c-461a-803b-7d979514007c, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=92ccf110-6e7c-461a-803b-7d979514007c,segment=NetworkSegment(ac778c99-7463-40eb-bd08-a65dcc49704b),segment_id=ac778c99-7463-40eb-bd08-a65dcc49704b)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:33:25.470296 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:25.482544 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port 2b647395-2cf8-4a4e-a9f6-696863b81eb3 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:25.487377 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:25.507201 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:25.510203 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:25.515124 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4fe78896-fd00-46b8-b680-7b5b5c0eb865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:25.517967 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d635dd5e-27f7-4d35-9329-363165c481dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:25.636111 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 2b647395-2cf8-4a4e-a9f6-696863b81eb3 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:25.636595 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:25.690299 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:25.697623 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Usage tracker for resource:security_group_rule and tenant:d4c08df815994e6f8754d8c518538b08 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:25.704651 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:25.718064 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:25.887623 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Pushing event updated for resources: {'Port': ['ID=92ccf110-6e7c-461a-803b-7d979514007c,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:25.899916 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:25.902538 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:33:25.927500 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:25.933544 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:33:25.936553 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:25.951790 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:25.964858 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:26.169800 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:26.197919 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port 2b647395-2cf8-4a4e-a9f6-696863b81eb3, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=2b647395-2cf8-4a4e-a9f6-696863b81eb3,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:26.203944 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0ce5e-7bb3-40df-b507-31bc623badf7 req-16425f9c-0ec4-4ac1-b87d-76b91a879e60 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:26.210415 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-15b0ce5e-7bb3-40df-b507-31bc623badf7 req-16425f9c-0ec4-4ac1-b87d-76b91a879e60 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.6325359
Aug 12 15:33:26.218187 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:26.229266 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-4fe78896-fd00-46b8-b680-7b5b5c0eb865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:26.237012 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d92bbaa-03b9-452e-97df-9c483bc1558e,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:26.257715 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:26.265321 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.9001129
Aug 12 15:33:26.327363 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49440) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:26.328297 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Pushing event updated for resources: {'Port': ['ID=6b6e48aa-ad44-4dfd-a14d-466dfe7424a6,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:26.332485 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:26.369789 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:26.393256 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-8d6b1d16-f0a2-462e-84be-e13b08c9a3d9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Request body: {'security_group_rule': {'security_group_id': '1d92bbaa-03b9-452e-97df-9c483bc1558e', 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:26.398796 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=2b647395-2cf8-4a4e-a9f6-696863b81eb3,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:26.417797 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:26.422663 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-8d6b1d16-f0a2-462e-84be-e13b08c9a3d9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:26.450639 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-8d6b1d16-f0a2-462e-84be-e13b08c9a3d9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Usage tracker for resource:security_group_rule and tenant:d4c08df815994e6f8754d8c518538b08 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:26.461801 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-8d6b1d16-f0a2-462e-84be-e13b08c9a3d9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:26.475771 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-8d6b1d16-f0a2-462e-84be-e13b08c9a3d9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:26.492004 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-15b0ce5e-7bb3-40df-b507-31bc623badf7 req-afa1c639-4db8-4bc6-8129-27db140b2eaa tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2565005
Aug 12 15:33:26.635659 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 8e9080e4-b9b7-4381-bc00-c0a0b4770228 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:26.742467 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Sync routers for ids ['ca438622-8ad8-48b2-a50f-25c35d273e5a'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:33:26.796807 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Routers {'ca438622-8ad8-48b2-a50f-25c35d273e5a'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:33:26.798379 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0816d8130>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:33:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['ca438622-8ad8-48b2-a50f-25c35d273e5a'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:26.807251 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14882acd-5de0-4859-8a5f-a4de1d45342a req-24616d15-c68f-47dc-b858-97a6fa99b1e6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:26.815141 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14882acd-5de0-4859-8a5f-a4de1d45342a req-24616d15-c68f-47dc-b858-97a6fa99b1e6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.1841893
Aug 12 15:33:26.876842 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14882acd-5de0-4859-8a5f-a4de1d45342a req-44ece795-cfb9-4fa2-804f-5d1a3fe1a2c3 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605814
Aug 12 15:33:26.969908 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:27.107295 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-8d6b1d16-f0a2-462e-84be-e13b08c9a3d9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:27.367875 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-8d6b1d16-f0a2-462e-84be-e13b08c9a3d9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:27.390824 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Set router ca438622-8ad8-48b2-a50f-25c35d273e5a gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:33:27.516063 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-8d6b1d16-f0a2-462e-84be-e13b08c9a3d9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:27.595906 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:27.712535 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b1d16-f0a2-462e-84be-e13b08c9a3d9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fde537d-8763-462d-8ef2-dac536f3ebc6,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:27.740453 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 8e9080e4-b9b7-4381-bc00-c0a0b4770228 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:27.741598 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:27.959370 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-8d6b1d16-f0a2-462e-84be-e13b08c9a3d9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:27.962623 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604511'] for router, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:28.029347 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47417200-7b8b-4c97-a96f-7cf49b43ec1f None None] Network 290f452b-95d7-48a8-9efb-180112241b77 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:33:28.102159 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-8d6b1d16-f0a2-462e-84be-e13b08c9a3d9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:28.105605 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-8d6b1d16-f0a2-462e-84be-e13b08c9a3d9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7689502
Aug 12 15:33:28.118982 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49466) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:28.137456 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-6837ca92-31eb-4a80-80e0-2048ea14295d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Request body: {'security_group_rule': {'security_group_id': '1d92bbaa-03b9-452e-97df-9c483bc1558e', 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:28.166565 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-6837ca92-31eb-4a80-80e0-2048ea14295d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:28.169651 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb61a39-bb11-4ffe-9104-fdf7cd72da1a req-184bbca8-4e46-49c5-a674-3819e73aea53 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:28.187659 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-6837ca92-31eb-4a80-80e0-2048ea14295d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Usage tracker for resource:security_group_rule and tenant:d4c08df815994e6f8754d8c518538b08 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:28.189433 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dfb61a39-bb11-4ffe-9104-fdf7cd72da1a req-184bbca8-4e46-49c5-a674-3819e73aea53 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.3037875
Aug 12 15:33:28.197234 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-6837ca92-31eb-4a80-80e0-2048ea14295d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:28.309118 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dfb61a39-bb11-4ffe-9104-fdf7cd72da1a req-442f08a6-ba65-4372-9d50-7f9c26dd62d1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1186678
Aug 12 15:33:28.355228 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-6eb4889c-cc31-4601-8080-ff830afc8ccb None None] Provisioning for port 92ccf110-6e7c-461a-803b-7d979514007c completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:28.382891 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-6837ca92-31eb-4a80-80e0-2048ea14295d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:28.477676 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6837ca92-31eb-4a80-80e0-2048ea14295d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:28.626588 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0816d8130>, [{'id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'name': 'tempest-TestVolumeBootPattern-574101092-router', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '2b647395-2cf8-4a4e-a9f6-696863b81eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:07Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 4, 'project_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'gw_port': {'id': '2b647395-2cf8-4a4e-a9f6-696863b81eb3', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'ad53fb55-38d0-488f-b0b7-a298a31f5132', 'name': '', 'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'mac_address': 'fa:16:3e:df:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '39609337-02f3-471b-a409-e177d9d99068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:19Z', 'updated_at': '2021-08-12T15:33:21Z', 'revision_number': 2, 'project_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'subnets': [{'id': '39609337-02f3-471b-a409-e177d9d99068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:28.633526 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Checking router: ca438622-8ad8-48b2-a50f-25c35d273e5a for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:33:28.634070 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Updating router ca438622-8ad8-48b2-a50f-25c35d273e5a port ad53fb55-38d0-488f-b0b7-a298a31f5132 binding host dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:33:28.656512 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6837ca92-31eb-4a80-80e0-2048ea14295d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:28.695034 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6837ca92-31eb-4a80-80e0-2048ea14295d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:28.718760 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-8d6b1d16-f0a2-462e-84be-e13b08c9a3d9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:28.739847 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:28.761431 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca23348-6392-4b55-93a6-f988502d6eb9 req-1b83807c-0d03-43b6-a1f6-49b278aba834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:28.762994 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5ca23348-6392-4b55-93a6-f988502d6eb9 req-1b83807c-0d03-43b6-a1f6-49b278aba834 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0be265cfe44849aaac4ff2c1268771d4&device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 1098 time: 0.3915932
Aug 12 15:33:28.792441 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Router 85b8cfab-8385-4019-8b29-f185a1091230 is scheduled to L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 with binding_index 1 {{(pid=79259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 12 15:33:28.842184 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837ca92-31eb-4a80-80e0-2048ea14295d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba7bd4f-396f-40e7-8bab-3e9c497cec19,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:28.849695 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-6837ca92-31eb-4a80-80e0-2048ea14295d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:28.880274 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 2b647395-2cf8-4a4e-a9f6-696863b81eb3 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:29.010929 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd22f9-57fd-4350-9239-bfa1d26ae660 req-36636569-76e9-4f1a-8edd-61cdc11d0924 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:29.012793 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-73bd22f9-57fd-4350-9239-bfa1d26ae660 req-36636569-76e9-4f1a-8edd-61cdc11d0924 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.4694774
Aug 12 15:33:29.143462 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6837ca92-31eb-4a80-80e0-2048ea14295d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:29.144691 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-6837ca92-31eb-4a80-80e0-2048ea14295d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.0263090
Aug 12 15:33:29.155266 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49484) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:29.180934 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca23348-6392-4b55-93a6-f988502d6eb9 req-940541b4-aaae-400a-80bf-60530b23b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:29.192634 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5ca23348-6392-4b55-93a6-f988502d6eb9 req-940541b4-aaae-400a-80bf-60530b23b6af service neutron] 10.222.0.76 "GET /v2.0/networks?id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a HTTP/1.1" status: 200  len: 919 time: 0.4164212
Aug 12 15:33:29.195107 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-7b20357c-c925-42e2-a7b7-c85e73349a90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Request body: {'security_group_rule': {'security_group_id': '1d92bbaa-03b9-452e-97df-9c483bc1558e', 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:29.202403 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-73bd22f9-57fd-4350-9239-bfa1d26ae660 req-dbafceb5-178f-4b63-87d9-f93da6e734b7 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665442
Aug 12 15:33:29.216322 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-7b20357c-c925-42e2-a7b7-c85e73349a90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:29.227214 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-7b20357c-c925-42e2-a7b7-c85e73349a90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Usage tracker for resource:security_group_rule and tenant:d4c08df815994e6f8754d8c518538b08 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:29.238331 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-7b20357c-c925-42e2-a7b7-c85e73349a90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:29.255825 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 2b647395-2cf8-4a4e-a9f6-696863b81eb3 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:29.269413 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:29.344051 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5ca23348-6392-4b55-93a6-f988502d6eb9 req-2c15ab0f-2870-4b3f-8144-df2de1fd6e73 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fae859c-76cb-4a57-b1c6-b200caa56023 HTTP/1.1" status: 200  len: 217 time: 0.1392033
Aug 12 15:33:29.370856 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:33:29.372918 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-7b20357c-c925-42e2-a7b7-c85e73349a90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:29.386872 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Sync routers for ids ['85b8cfab-8385-4019-8b29-f185a1091230'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:33:29.415086 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Routers {'85b8cfab-8385-4019-8b29-f185a1091230'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:33:29.426052 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0819789d0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:33:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['85b8cfab-8385-4019-8b29-f185a1091230'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:29.431637 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7b20357c-c925-42e2-a7b7-c85e73349a90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:29.492457 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Notify callbacks [] for router, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:29.498722 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.4464288
Aug 12 15:33:29.507518 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49492) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:29.535576 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca23348-6392-4b55-93a6-f988502d6eb9 req-389670ca-0533-46e3-87e8-b074f4d28d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:29.537422 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5ca23348-6392-4b55-93a6-f988502d6eb9 req-389670ca-0533-46e3-87e8-b074f4d28d49 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=002b3e75-99a8-4c70-abbf-8d7ee28cd6de HTTP/1.1" status: 200  len: 858 time: 0.1848712
Aug 12 15:33:29.887827 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5ca23348-6392-4b55-93a6-f988502d6eb9 req-f49feff4-404f-46f5-8cd1-f882ac8cb340 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3401122
Aug 12 15:33:29.902496 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Set router 85b8cfab-8385-4019-8b29-f185a1091230 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:33:29.907678 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 92ccf110-6e7c-461a-803b-7d979514007c up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:30.169515 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa2d7f-9a8a-4ffa-8f78-66a1dec3d1a9 req-b5d2d996-9026-4205-8498-68968a85cdbf tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:30.173135 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-95aa2d7f-9a8a-4ffa-8f78-66a1dec3d1a9 req-b5d2d996-9026-4205-8498-68968a85cdbf tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.5349917
Aug 12 15:33:30.237309 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port 92ccf110-6e7c-461a-803b-7d979514007c completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:30.256576 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5ca23348-6392-4b55-93a6-f988502d6eb9 req-5c323626-20b5-4e9b-9506-579671350ccd service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3599930
Aug 12 15:33:30.263933 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 92ccf110-6e7c-461a-803b-7d979514007c triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:30.273161 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:30.295269 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-95aa2d7f-9a8a-4ffa-8f78-66a1dec3d1a9 req-76c7da33-198a-4b2e-8b5f-7dde77c9297b tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1145341
Aug 12 15:33:30.437696 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7b20357c-c925-42e2-a7b7-c85e73349a90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:30.443192 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5ca23348-6392-4b55-93a6-f988502d6eb9 req-a626a96e-7531-482d-a5ed-77c2202052bc service neutron] 10.222.0.76 "GET /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1770625
Aug 12 15:33:30.449201 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7b20357c-c925-42e2-a7b7-c85e73349a90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:30.474738 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-6837ca92-31eb-4a80-80e0-2048ea14295d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:30.491702 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0819789d0>, [{'id': '85b8cfab-8385-4019-8b29-f185a1091230', 'name': 'tempest-TestMinimumBasicScenario-1492319522-router', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6b6e48aa-ad44-4dfd-a14d-466dfe7424a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:23Z', 'updated_at': '2021-08-12T15:33:26Z', 'revision_number': 3, 'project_id': '9d6565b857a64ed7a96942987cd8fde6', 'gw_port': {'id': '6b6e48aa-ad44-4dfd-a14d-466dfe7424a6', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b8cfab-8385-4019-8b29-f185a1091230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:24Z', 'updated_at': '2021-08-12T15:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:30.499814 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Checking router: 85b8cfab-8385-4019-8b29-f185a1091230 for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:33:30.500552 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Updating router 85b8cfab-8385-4019-8b29-f185a1091230 port 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6 binding host dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:33:30.568210 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:30.658010 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:30.713080 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20357c-c925-42e2-a7b7-c85e73349a90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a827c89f-e047-4c7d-9dc4-c450b073f7d2,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:30.716501 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7b20357c-c925-42e2-a7b7-c85e73349a90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:30.729042 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7b20357c-c925-42e2-a7b7-c85e73349a90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:30.733258 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-7b20357c-c925-42e2-a7b7-c85e73349a90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.5449038
Aug 12 15:33:30.734880 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49514) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:30.743871 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-9a53f24a-a8ba-4199-a160-fef66416f3b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Request body: {'security_group_rule': {'security_group_id': '1d92bbaa-03b9-452e-97df-9c483bc1558e', 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:30.744884 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Transition to ACTIVE for port object ad53fb55-38d0-488f-b0b7-a298a31f5132 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:30.751173 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-9a53f24a-a8ba-4199-a160-fef66416f3b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:30.757191 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-9a53f24a-a8ba-4199-a160-fef66416f3b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Usage tracker for resource:security_group_rule and tenant:d4c08df815994e6f8754d8c518538b08 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:30.764775 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-9a53f24a-a8ba-4199-a160-fef66416f3b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:30.767873 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052edc1f-b9c7-4a53-845c-7c505bea5d9e req-c7b4dfcb-fbad-4e22-837c-5f08435faeab tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:30.771446 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-052edc1f-b9c7-4a53-845c-7c505bea5d9e req-c7b4dfcb-fbad-4e22-837c-5f08435faeab tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.2751083
Aug 12 15:33:30.787989 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-9a53f24a-a8ba-4199-a160-fef66416f3b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:30.892515 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:30.945818 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:30.951864 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-052edc1f-b9c7-4a53-845c-7c505bea5d9e req-7929bd30-c713-46a1-9f64-e57949a2d372 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729879
Aug 12 15:33:30.976485 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9a53f24a-a8ba-4199-a160-fef66416f3b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:31.197735 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:31.374008 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9a53f24a-a8ba-4199-a160-fef66416f3b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:31.460761 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:31.496404 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Transition to ACTIVE for port object 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6 will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:31.500776 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9a53f24a-a8ba-4199-a160-fef66416f3b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:31.507849 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:31.515934 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:31.520262 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-04983ccd-a978-4e45-9268-1a8599ea3225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:31.558510 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f24a-a8ba-4199-a160-fef66416f3b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e831fde0-df2b-486e-a241-09c6fb08a739,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:31.566111 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-9a53f24a-a8ba-4199-a160-fef66416f3b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:31.590344 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port 92ccf110-6e7c-461a-803b-7d979514007c, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=92ccf110-6e7c-461a-803b-7d979514007c,segment=NetworkSegment(ac778c99-7463-40eb-bd08-a65dcc49704b),segment_id=ac778c99-7463-40eb-bd08-a65dcc49704b)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:31.598177 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd846f-7d3c-45bf-a45e-91fd4e01b3bb req-962fe6b8-fd82-4a00-b0eb-02da058c3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:31.600054 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4dfd846f-7d3c-45bf-a45e-91fd4e01b3bb req-962fe6b8-fd82-4a00-b0eb-02da058c3852 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dbe2b752bc7e46a684bd3e95191f60e2&device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 1099 time: 0.3672359
Aug 12 15:33:31.632909 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Attempting to bind port 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:33:31.632909 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Attempting to bind port 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:33:31.633258 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Attempting to bind port 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6 on network aad1b8a0-c7f9-4883-899d-f35eccece470 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:33:31.639669 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a66a41-e81e-4d1c-a193-4a84ce9570a7 None None] Pushing event updated for resources: {'Port': ['ID=6b6e48aa-ad44-4dfd-a14d-466dfe7424a6,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:31.643543 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:31.652015 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9a53f24a-a8ba-4199-a160-fef66416f3b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:31.655912 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-9a53f24a-a8ba-4199-a160-fef66416f3b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.9198713
Aug 12 15:33:31.659774 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-23a66a41-e81e-4d1c-a193-4a84ce9570a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:31.661027 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:33:31.661647 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Checking segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:33:31.662315 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:31.662978 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Bound using segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:33:31.663742 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Bound port: 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:33:31.664353 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49530) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:31.677170 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:31.680013 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-2a9e3358-ce23-463b-a171-ac81e6bd66f4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Request body: {'security_group_rule': {'security_group_id': '1d92bbaa-03b9-452e-97df-9c483bc1558e', 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:31.689942 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-2a9e3358-ce23-463b-a171-ac81e6bd66f4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:31.694992 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-2a9e3358-ce23-463b-a171-ac81e6bd66f4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Usage tracker for resource:security_group_rule and tenant:d4c08df815994e6f8754d8c518538b08 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:31.698511 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-2a9e3358-ce23-463b-a171-ac81e6bd66f4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:31.706666 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fc2b1-5050-4806-b00d-94b456db760e None None] Pushing event updated for resources: {'Port': ['ID=ad53fb55-38d0-488f-b0b7-a298a31f5132,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:31.716518 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-2a9e3358-ce23-463b-a171-ac81e6bd66f4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:31.738364 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.securitygroups_db [None req-2a9e3358-ce23-463b-a171-ac81e6bd66f4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Project d4c08df815994e6f8754d8c518538b08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 12 15:33:31.751061 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3358-ce23-463b-a171-ac81e6bd66f4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:31.758327 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-487fc2b1-5050-4806-b00d-94b456db760e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:31.784761 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:31.858090 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] For port 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:33:31.864345 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] For port 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=6b6e48aa-ad44-4dfd-a14d-466dfe7424a6,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:33:31.878554 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:31.888561 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:31.951337 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3358-ce23-463b-a171-ac81e6bd66f4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:31.974123 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3358-ce23-463b-a171-ac81e6bd66f4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:32.001608 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Attempting to bind port ad53fb55-38d0-488f-b0b7-a298a31f5132 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:33:32.003428 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Attempting to bind port ad53fb55-38d0-488f-b0b7-a298a31f5132 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': '57ecdf87-6096-484c-a751-831802860919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:33:32.003908 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Attempting to bind port ad53fb55-38d0-488f-b0b7-a298a31f5132 on network 3cf85478-e2da-4cc1-addb-697ef5919f2e {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:33:32.007308 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-7004df61-eefc-48ef-878c-6b0b765109d7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:32.023606 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:33:32.024013 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Checking segment: {'id': '57ecdf87-6096-484c-a751-831802860919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:33:32.024422 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:32.024850 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Bound using segment: {'id': '57ecdf87-6096-484c-a751-831802860919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:33:32.025350 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Bound port: ad53fb55-38d0-488f-b0b7-a298a31f5132, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ecdf87-6096-484c-a751-831802860919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:33:32.025742 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:32.036727 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1ccc5-6c79-4dd6-80d6-d36a305b923d req-5e54a25a-64f6-45c1-9d0a-051f7be20418 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:32.045218 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-71e1ccc5-6c79-4dd6-80d6-d36a305b923d req-5e54a25a-64f6-45c1-9d0a-051f7be20418 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.9789038
Aug 12 15:33:32.080491 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd846f-7d3c-45bf-a45e-91fd4e01b3bb req-b97ddf4a-8976-4618-a9a4-8da585d08fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:32.091400 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4dfd846f-7d3c-45bf-a45e-91fd4e01b3bb req-b97ddf4a-8976-4618-a9a4-8da585d08fb8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=490dbe82-cde3-4d36-a911-378d177422a8 HTTP/1.1" status: 200  len: 912 time: 0.4838600
Aug 12 15:33:32.131576 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Routers {'85b8cfab-8385-4019-8b29-f185a1091230'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:33:32.132614 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0819789d0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:33:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['85b8cfab-8385-4019-8b29-f185a1091230'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:32.135364 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e3358-ce23-463b-a171-ac81e6bd66f4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b3283a-6e60-4295-b473-0c4957527a40,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:32.156239 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-2a9e3358-ce23-463b-a171-ac81e6bd66f4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:32.160932 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=92ccf110-6e7c-461a-803b-7d979514007c,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:32.169195 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2a9e3358-ce23-463b-a171-ac81e6bd66f4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:32.170250 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-2a9e3358-ce23-463b-a171-ac81e6bd66f4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5048580
Aug 12 15:33:32.176573 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 49544) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:33:32.188737 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:32.200487 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-6ef5f612-8d81-413b-95fc-95ffd11f5478 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Request body: {'security_group_rule': {'security_group_id': '1d92bbaa-03b9-452e-97df-9c483bc1558e', 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:33:32.212753 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4dfd846f-7d3c-45bf-a45e-91fd4e01b3bb req-56dcf958-1bd1-4282-bce0-d585da75875f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7548c663-1c11-427f-93be-d32512b2e521 HTTP/1.1" status: 200  len: 1001 time: 0.1123638
Aug 12 15:33:32.223264 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-6ef5f612-8d81-413b-95fc-95ffd11f5478 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:33:32.231280 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-6ef5f612-8d81-413b-95fc-95ffd11f5478 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Usage tracker for resource:security_group_rule and tenant:d4c08df815994e6f8754d8c518538b08 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:33:32.242625 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:32.254998 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-6ef5f612-8d81-413b-95fc-95ffd11f5478 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:33:32.266199 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] For port ad53fb55-38d0-488f-b0b7-a298a31f5132, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:33:32.277787 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] For port ad53fb55-38d0-488f-b0b7-a298a31f5132, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=ad53fb55-38d0-488f-b0b7-a298a31f5132,segment=NetworkSegment(57ecdf87-6096-484c-a751-831802860919),segment_id=57ecdf87-6096-484c-a751-831802860919)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:33:32.282246 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-6ef5f612-8d81-413b-95fc-95ffd11f5478 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:33:32.285369 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd846f-7d3c-45bf-a45e-91fd4e01b3bb req-2e7daaec-ad80-44f4-b078-8a507866780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:32.286487 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4dfd846f-7d3c-45bf-a45e-91fd4e01b3bb req-2e7daaec-ad80-44f4-b078-8a507866780f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b6c0441e-c6a3-4d25-95c3-5ed1ea30385d HTTP/1.1" status: 200  len: 850 time: 0.0604162
Aug 12 15:33:32.290031 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:32.293937 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:32.299463 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a66a41-e81e-4d1c-a193-4a84ce9570a7 None None] Pushing event updated for resources: {'Port': ['ID=6b6e48aa-ad44-4dfd-a14d-466dfe7424a6,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:32.314972 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-23a66a41-e81e-4d1c-a193-4a84ce9570a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:32.415027 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.securitygroups_db [None req-6ef5f612-8d81-413b-95fc-95ffd11f5478 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Project d4c08df815994e6f8754d8c518538b08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 12 15:33:32.438518 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-71e1ccc5-6c79-4dd6-80d6-d36a305b923d req-9074e6d5-a2e6-4329-a618-4254679b7e10 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3921957
Aug 12 15:33:32.442648 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fc2b1-5050-4806-b00d-94b456db760e None None] Pushing event updated for resources: {'Port': ['ID=ad53fb55-38d0-488f-b0b7-a298a31f5132,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:32.448225 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-487fc2b1-5050-4806-b00d-94b456db760e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:32.456841 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f612-8d81-413b-95fc-95ffd11f5478 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:32.501729 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Routers {'ca438622-8ad8-48b2-a50f-25c35d273e5a'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:33:32.512845 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0816d8130>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:33:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['ca438622-8ad8-48b2-a50f-25c35d273e5a'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:32.614433 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] Set router 85b8cfab-8385-4019-8b29-f185a1091230 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:33:32.737293 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd846f-7d3c-45bf-a45e-91fd4e01b3bb req-861f4968-b232-4bdd-8608-5a7fdaabe805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:32.738680 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4dfd846f-7d3c-45bf-a45e-91fd4e01b3bb req-861f4968-b232-4bdd-8608-5a7fdaabe805 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=490dbe82-cde3-4d36-a911-378d177422a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4023147
Aug 12 15:33:32.839241 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af55415-a85a-4bf7-bac6-e4436a2c3506 req-db363889-d5e9-4249-b727-db711f649211 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:32.847497 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1af55415-a85a-4bf7-bac6-e4436a2c3506 req-db363889-d5e9-4249-b727-db711f649211 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.5598576
Aug 12 15:33:32.891523 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f612-8d81-413b-95fc-95ffd11f5478 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:33.014064 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f612-8d81-413b-95fc-95ffd11f5478 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:33.050911 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:33.086595 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] Set router ca438622-8ad8-48b2-a50f-25c35d273e5a gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:33:33.113316 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5f612-8d81-413b-95fc-95ffd11f5478 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127cd879-0d6b-4089-bf2f-a839ee3c8545,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:33.128667 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-6ef5f612-8d81-413b-95fc-95ffd11f5478 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:33.141867 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Allocated IP 172.20.0.1 (290f452b-95d7-48a8-9efb-180112241b77/edb1d21a-6590-461b-bde5-bc0aa1336d43/c651b761-40ca-4c0a-ad5e-8c19c0e98759) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:33:33.148436 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f612-8d81-413b-95fc-95ffd11f5478 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:33.150391 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-6ef5f612-8d81-413b-95fc-95ffd11f5478 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.9672449
Aug 12 15:33:33.197595 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1af55415-a85a-4bf7-bac6-e4436a2c3506 req-57f9794a-984e-4f5e-a464-cf06875ee139 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3489127
Aug 12 15:33:33.270040 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0819789d0>, [{'id': '85b8cfab-8385-4019-8b29-f185a1091230', 'name': 'tempest-TestMinimumBasicScenario-1492319522-router', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6b6e48aa-ad44-4dfd-a14d-466dfe7424a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:23Z', 'updated_at': '2021-08-12T15:33:26Z', 'revision_number': 3, 'project_id': '9d6565b857a64ed7a96942987cd8fde6', 'gw_port': {'id': '6b6e48aa-ad44-4dfd-a14d-466dfe7424a6', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b8cfab-8385-4019-8b29-f185a1091230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:24Z', 'updated_at': '2021-08-12T15:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:33.271008 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4dfd846f-7d3c-45bf-a45e-91fd4e01b3bb req-9987e2d9-013a-486a-a8e2-6a0378fd7ce6 service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5171058
Aug 12 15:33:33.282135 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e45eff-e681-492b-8fcb-df3f69a53e6c None None] The sync data for ids ['85b8cfab-8385-4019-8b29-f185a1091230'] in dv-cinder-804345-1-iscsi is: [{'id': '85b8cfab-8385-4019-8b29-f185a1091230', 'name': 'tempest-TestMinimumBasicScenario-1492319522-router', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6b6e48aa-ad44-4dfd-a14d-466dfe7424a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:23Z', 'updated_at': '2021-08-12T15:33:26Z', 'revision_number': 3, 'project_id': '9d6565b857a64ed7a96942987cd8fde6', 'gw_port': {'id': '6b6e48aa-ad44-4dfd-a14d-466dfe7424a6', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b8cfab-8385-4019-8b29-f185a1091230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:24Z', 'updated_at': '2021-08-12T15:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:33:33.446875 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:33.480546 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.provisioning_blocks [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Transition to ACTIVE for port object c651b761-40ca-4c0a-ad5e-8c19c0e98759 will not be triggered until provisioned by entity DHCP. {{(pid=79259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:33.559598 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:33.563757 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:33.668115 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4dfd846f-7d3c-45bf-a45e-91fd4e01b3bb req-64b5850d-eae3-45f5-b5fd-ea514eb9b4be service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3898966
Aug 12 15:33:33.720887 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Network 290f452b-95d7-48a8-9efb-180112241b77 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:33:33.727714 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:33.749132 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:33:33.756862 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716570'] for router_interface, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:33.833639 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Pushing event updated for resources: {'Port': ['ID=c651b761-40ca-4c0a-ad5e-8c19c0e98759,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:33.843225 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:33.993991 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0816d8130>, [{'id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'name': 'tempest-TestVolumeBootPattern-574101092-router', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '2b647395-2cf8-4a4e-a9f6-696863b81eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:07Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 4, 'project_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'gw_port': {'id': '2b647395-2cf8-4a4e-a9f6-696863b81eb3', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'ad53fb55-38d0-488f-b0b7-a298a31f5132', 'name': '', 'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'mac_address': 'fa:16:3e:df:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '39609337-02f3-471b-a409-e177d9d99068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:19Z', 'updated_at': '2021-08-12T15:33:32Z', 'revision_number': 4, 'project_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'subnets': [{'id': '39609337-02f3-471b-a409-e177d9d99068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:34.034327 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f920d4b-4dcd-4ec5-8c73-da2a59d20f33 None None] The sync data for ids ['ca438622-8ad8-48b2-a50f-25c35d273e5a'] in dv-cinder-804345-1-iscsi is: [{'id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'name': 'tempest-TestVolumeBootPattern-574101092-router', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '2b647395-2cf8-4a4e-a9f6-696863b81eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:07Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 4, 'project_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'gw_port': {'id': '2b647395-2cf8-4a4e-a9f6-696863b81eb3', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'ad53fb55-38d0-488f-b0b7-a298a31f5132', 'name': '', 'network_id': '3cf85478-e2da-4cc1-addb-697ef5919f2e', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'mac_address': 'fa:16:3e:df:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '39609337-02f3-471b-a409-e177d9d99068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:19Z', 'updated_at': '2021-08-12T15:33:32Z', 'revision_number': 4, 'project_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'subnets': [{'id': '39609337-02f3-471b-a409-e177d9d99068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:33:34.128397 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device ad53fb55-38d0-488f-b0b7-a298a31f5132 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:34.313537 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:34.317812 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda5545-7dea-4b83-beb0-ffcc901907ec req-99ae25ca-dde9-434e-b27c-76e63f189457 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:34.319614 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-efda5545-7dea-4b83-beb0-ffcc901907ec req-99ae25ca-dde9-434e-b27c-76e63f189457 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.6505501
Aug 12 15:33:34.360400 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c53b95-707b-4191-b962-84fc11b66fe2 req-58875ea3-3910-433c-bf53-932e107c3b61 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:34.368961 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-32c53b95-707b-4191-b962-84fc11b66fe2 req-58875ea3-3910-433c-bf53-932e107c3b61 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.5537164
Aug 12 15:33:34.384820 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-daa7b64e-802f-44ae-b8cc-ec1caa3c718e None None] Provisioning for port c651b761-40ca-4c0a-ad5e-8c19c0e98759 completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:34.395691 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-daa7b64e-802f-44ae-b8cc-ec1caa3c718e None None] Provisioning complete for port c651b761-40ca-4c0a-ad5e-8c19c0e98759 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:34.396601 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-daa7b64e-802f-44ae-b8cc-ec1caa3c718e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:34.444765 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port ad53fb55-38d0-488f-b0b7-a298a31f5132 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:34.489364 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-32c53b95-707b-4191-b962-84fc11b66fe2 req-94fbd4ef-44b7-439e-9485-f6278cf85cd0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1192169
Aug 12 15:33:34.515076 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-efda5545-7dea-4b83-beb0-ffcc901907ec req-81204999-969f-4f20-9047-5b435f9ef48e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1851408
Aug 12 15:33:34.534656 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port ad53fb55-38d0-488f-b0b7-a298a31f5132 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:34.538565 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:34.754571 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-daa7b64e-802f-44ae-b8cc-ec1caa3c718e None None] Port c651b761-40ca-4c0a-ad5e-8c19c0e98759 cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:33:34.859095 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a836d-83f2-40f0-a3d9-ff07fe9de7d7 req-7cec98d0-68c9-4b8f-8554-58f6c35dd09d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:34.880062 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9b4a836d-83f2-40f0-a3d9-ff07fe9de7d7 req-7cec98d0-68c9-4b8f-8554-58f6c35dd09d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.2116442
Aug 12 15:33:34.973702 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:34.999023 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9b4a836d-83f2-40f0-a3d9-ff07fe9de7d7 req-cb08a553-b386-4681-8697-1cd55b820b50 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179368
Aug 12 15:33:35.063268 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port ad53fb55-38d0-488f-b0b7-a298a31f5132, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=ad53fb55-38d0-488f-b0b7-a298a31f5132,segment=NetworkSegment(57ecdf87-6096-484c-a751-831802860919),segment_id=57ecdf87-6096-484c-a751-831802860919)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:35.073371 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:35.074441 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 92ccf110-6e7c-461a-803b-7d979514007c up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:35.175364 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:35.506120 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 92ccf110-6e7c-461a-803b-7d979514007c triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:35.508320 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:35.563528 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=ad53fb55-38d0-488f-b0b7-a298a31f5132,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:35.566191 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:35.578337 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:35.580033 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716533'] for router_interface, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:35.592921 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:35.602230 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:35.830204 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37734ada-205e-4277-a474-5c1db063b897 req-7b1361d2-cc2d-4a59-a89a-cc0ee5fd3309 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:35.837325 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-37734ada-205e-4277-a474-5c1db063b897 req-7b1361d2-cc2d-4a59-a89a-cc0ee5fd3309 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1305237
Aug 12 15:33:35.876714 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Pushing event updated for resources: {'Port': ['ID=c651b761-40ca-4c0a-ad5e-8c19c0e98759,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:35.882388 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:35.937847 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-37734ada-205e-4277-a474-5c1db063b897 req-28f2d5c5-0aba-4290-95a9-9db1f99f9a4b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995679
Aug 12 15:33:35.984404 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Network 290f452b-95d7-48a8-9efb-180112241b77 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:33:35.987459 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:33:36.257152 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6abbc4-4574-4ebb-9614-5605976c48fb req-ae4bb939-72ec-4116-928f-82628f4b64f2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:36.258750 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed6abbc4-4574-4ebb-9614-5605976c48fb req-ae4bb939-72ec-4116-928f-82628f4b64f2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.1480570
Aug 12 15:33:36.280576 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device ad53fb55-38d0-488f-b0b7-a298a31f5132 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:36.406206 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed6abbc4-4574-4ebb-9614-5605976c48fb req-51c916cd-2937-4cc5-802a-524219f26e1f tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1079848
Aug 12 15:33:36.429567 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Router 85b8cfab-8385-4019-8b29-f185a1091230 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:33:36.574568 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port ad53fb55-38d0-488f-b0b7-a298a31f5132 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:36.575260 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:36.761608 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-4d7e50d6-abf7-4234-a2cb-d989f99c4259 None None] Provisioning complete for port c651b761-40ca-4c0a-ad5e-8c19c0e98759 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:36.762013 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4d7e50d6-abf7-4234-a2cb-d989f99c4259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:36.843265 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:33:36.880140 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] 10.222.0.18 "PUT /v2.0/routers/85b8cfab-8385-4019-8b29-f185a1091230/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3699222
Aug 12 15:33:36.912731 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-4d7e50d6-abf7-4234-a2cb-d989f99c4259 None None] Port c651b761-40ca-4c0a-ad5e-8c19c0e98759 cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:33:36.941773 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:37.015854 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c2e7c256-6b2f-46b4-b7af-7a26b9281603 req-a192c451-f2e1-4ccf-b4d8-4ef02dff3611 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2339659
Aug 12 15:33:37.059382 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:37.066186 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:37.066577 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:37.147435 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Sync routers for ids ['85b8cfab-8385-4019-8b29-f185a1091230'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:33:37.181181 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Routers {'85b8cfab-8385-4019-8b29-f185a1091230'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:33:37.181978 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0819c5040>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:33:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['85b8cfab-8385-4019-8b29-f185a1091230'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:37.339976 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8044df1-7714-467d-be1c-ac43444244bc req-1c047301-8d4e-47e0-9e00-10536273d280 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:37.351104 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d8044df1-7714-467d-be1c-ac43444244bc req-1c047301-8d4e-47e0-9e00-10536273d280 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1549792
Aug 12 15:33:37.378632 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7c256-6b2f-46b4-b7af-7a26b9281603 req-28faf7c1-87ca-4921-8811-62fe05ea59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:37.380684 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c2e7c256-6b2f-46b4-b7af-7a26b9281603 req-28faf7c1-87ca-4921-8811-62fe05ea59d6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dbe2b752bc7e46a684bd3e95191f60e2&device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 1099 time: 0.3181858
Aug 12 15:33:37.439153 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d8044df1-7714-467d-be1c-ac43444244bc req-1fde44cb-9b31-49d1-9924-a377678dbef7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871747
Aug 12 15:33:37.608526 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:37.626658 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Set router 85b8cfab-8385-4019-8b29-f185a1091230 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:33:37.730966 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7c256-6b2f-46b4-b7af-7a26b9281603 req-246a0bb7-ae6c-4d6d-b4e2-ae866253b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:37.732769 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c2e7c256-6b2f-46b4-b7af-7a26b9281603 req-246a0bb7-ae6c-4d6d-b4e2-ae866253b944 service neutron] 10.222.0.76 "GET /v2.0/networks?id=490dbe82-cde3-4d36-a911-378d177422a8 HTTP/1.1" status: 200  len: 912 time: 0.2926307
Aug 12 15:33:37.748714 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=6b6e48aa-ad44-4dfd-a14d-466dfe7424a6,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:37.775384 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:37.805014 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:37.955116 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c2e7c256-6b2f-46b4-b7af-7a26b9281603 req-1ee768af-a913-4c9b-b1dc-1af09d328ba8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7548c663-1c11-427f-93be-d32512b2e521 HTTP/1.1" status: 200  len: 1001 time: 0.2126796
Aug 12 15:33:38.084444 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7c256-6b2f-46b4-b7af-7a26b9281603 req-2e5755a8-f81e-4594-8ed6-8f884d024c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:38.086139 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c2e7c256-6b2f-46b4-b7af-7a26b9281603 req-2e5755a8-f81e-4594-8ed6-8f884d024c27 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b6c0441e-c6a3-4d25-95c3-5ed1ea30385d HTTP/1.1" status: 200  len: 850 time: 0.0856688
Aug 12 15:33:38.133740 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=6b6e48aa-ad44-4dfd-a14d-466dfe7424a6,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:38.143936 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:38.180235 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7c256-6b2f-46b4-b7af-7a26b9281603 req-38a05dbf-794e-4e2a-bfa2-e554206e63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:38.182133 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c2e7c256-6b2f-46b4-b7af-7a26b9281603 req-38a05dbf-794e-4e2a-bfa2-e554206e63ed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=490dbe82-cde3-4d36-a911-378d177422a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844131
Aug 12 15:33:38.357143 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c2e7c256-6b2f-46b4-b7af-7a26b9281603 req-b3c93f70-315c-4ae8-aa1d-a4e85c70aa23 service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609368
Aug 12 15:33:38.397369 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:38.522148 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c2e7c256-6b2f-46b4-b7af-7a26b9281603 req-cefc05a1-b8fc-4ca6-bcbb-e09bec752012 service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435771
Aug 12 15:33:38.536540 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0819c5040>, [{'id': '85b8cfab-8385-4019-8b29-f185a1091230', 'name': 'tempest-TestMinimumBasicScenario-1492319522-router', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6b6e48aa-ad44-4dfd-a14d-466dfe7424a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:23Z', 'updated_at': '2021-08-12T15:33:34Z', 'revision_number': 4, 'project_id': '9d6565b857a64ed7a96942987cd8fde6', 'gw_port': {'id': '6b6e48aa-ad44-4dfd-a14d-466dfe7424a6', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b8cfab-8385-4019-8b29-f185a1091230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:24Z', 'updated_at': '2021-08-12T15:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'c651b761-40ca-4c0a-ad5e-8c19c0e98759', 'name': '', 'network_id': '290f452b-95d7-48a8-9efb-180112241b77', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6', 'mac_address': 'fa:16:3e:3b:25:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b8cfab-8385-4019-8b29-f185a1091230', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'edb1d21a-6590-461b-bde5-bc0aa1336d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:32Z', 'updated_at': '2021-08-12T15:33:35Z', 'revision_number': 2, 'project_id': '9d6565b857a64ed7a96942987cd8fde6', 'subnets': [{'id': 'edb1d21a-6590-461b-bde5-bc0aa1336d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:38.549692 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Checking router: 85b8cfab-8385-4019-8b29-f185a1091230 for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:33:38.550310 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Updating router 85b8cfab-8385-4019-8b29-f185a1091230 port c651b761-40ca-4c0a-ad5e-8c19c0e98759 binding host dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:33:38.619605 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:38.716695 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0242ee-a82f-4662-828b-28567ff3ae8b req-bb778fbc-c1dd-4cfb-a182-b0950399197a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:38.737405 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2c0242ee-a82f-4662-828b-28567ff3ae8b req-bb778fbc-c1dd-4cfb-a182-b0950399197a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1424375
Aug 12 15:33:38.790343 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2c0242ee-a82f-4662-828b-28567ff3ae8b req-77968041-4470-471e-a711-8195bc57efa1 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501966
Aug 12 15:33:39.024094 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:39.036736 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Transition to ACTIVE for port object c651b761-40ca-4c0a-ad5e-8c19c0e98759 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:33:39.043565 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:39.048063 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-24db099e-714e-44be-bb5b-bab53818285e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:39.315339 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6d327-fd56-490f-8cfd-e313d5b00add None None] Pushing event updated for resources: {'Port': ['ID=c651b761-40ca-4c0a-ad5e-8c19c0e98759,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:39.328721 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-54c6d327-fd56-490f-8cfd-e313d5b00add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:39.337638 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Attempting to bind port c651b761-40ca-4c0a-ad5e-8c19c0e98759 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:33:39.338210 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Attempting to bind port c651b761-40ca-4c0a-ad5e-8c19c0e98759 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'ac778c99-7463-40eb-bd08-a65dcc49704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '290f452b-95d7-48a8-9efb-180112241b77'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:33:39.338706 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Attempting to bind port c651b761-40ca-4c0a-ad5e-8c19c0e98759 on network 290f452b-95d7-48a8-9efb-180112241b77 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:33:39.345198 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:33:39.345871 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Checking segment: {'id': 'ac778c99-7463-40eb-bd08-a65dcc49704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '290f452b-95d7-48a8-9efb-180112241b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:33:39.346392 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:39.347188 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Bound using segment: {'id': 'ac778c99-7463-40eb-bd08-a65dcc49704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '290f452b-95d7-48a8-9efb-180112241b77'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:33:39.347785 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Bound port: c651b761-40ca-4c0a-ad5e-8c19c0e98759, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac778c99-7463-40eb-bd08-a65dcc49704b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '290f452b-95d7-48a8-9efb-180112241b77'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:33:39.348289 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:39.489357 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] For port c651b761-40ca-4c0a-ad5e-8c19c0e98759, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:33:39.493002 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] For port c651b761-40ca-4c0a-ad5e-8c19c0e98759, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=c651b761-40ca-4c0a-ad5e-8c19c0e98759,segment=NetworkSegment(ac778c99-7463-40eb-bd08-a65dcc49704b),segment_id=ac778c99-7463-40eb-bd08-a65dcc49704b)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:33:39.498789 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:39.503402 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-291b4c23-f40d-40e0-9a03-e7f41a08b5dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:39.601059 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Routers {'85b8cfab-8385-4019-8b29-f185a1091230'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:33:39.601814 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0819c5040>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:33:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['85b8cfab-8385-4019-8b29-f185a1091230'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:39.693444 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6d327-fd56-490f-8cfd-e313d5b00add None None] Pushing event updated for resources: {'Port': ['ID=c651b761-40ca-4c0a-ad5e-8c19c0e98759,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:39.700315 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-54c6d327-fd56-490f-8cfd-e313d5b00add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:39.830317 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] Set router 85b8cfab-8385-4019-8b29-f185a1091230 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:33:40.080500 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:40.096657 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7fa05-3aea-4d1d-8a53-9f23db72cc76 req-ca5dc1fb-c7de-4f96-b250-91c9d6466732 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:40.105034 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6ee7fa05-3aea-4d1d-8a53-9f23db72cc76 req-ca5dc1fb-c7de-4f96-b250-91c9d6466732 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1468842
Aug 12 15:33:40.172092 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6ee7fa05-3aea-4d1d-8a53-9f23db72cc76 req-45de2e8d-1754-4bc4-a077-b9e097d1ed13 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657980
Aug 12 15:33:40.230265 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-76e0da8d-3e8a-4390-ba64-ba54b349046a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:40.318732 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:40.319014 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:40.461289 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0819c5040>, [{'id': '85b8cfab-8385-4019-8b29-f185a1091230', 'name': 'tempest-TestMinimumBasicScenario-1492319522-router', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6b6e48aa-ad44-4dfd-a14d-466dfe7424a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:23Z', 'updated_at': '2021-08-12T15:33:34Z', 'revision_number': 4, 'project_id': '9d6565b857a64ed7a96942987cd8fde6', 'gw_port': {'id': '6b6e48aa-ad44-4dfd-a14d-466dfe7424a6', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b8cfab-8385-4019-8b29-f185a1091230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:24Z', 'updated_at': '2021-08-12T15:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'c651b761-40ca-4c0a-ad5e-8c19c0e98759', 'name': '', 'network_id': '290f452b-95d7-48a8-9efb-180112241b77', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6', 'mac_address': 'fa:16:3e:3b:25:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b8cfab-8385-4019-8b29-f185a1091230', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'edb1d21a-6590-461b-bde5-bc0aa1336d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:32Z', 'updated_at': '2021-08-12T15:33:39Z', 'revision_number': 4, 'project_id': '9d6565b857a64ed7a96942987cd8fde6', 'subnets': [{'id': 'edb1d21a-6590-461b-bde5-bc0aa1336d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:33:40.470306 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b7f360-dd74-4b72-847e-a5d76d7071fc None None] The sync data for ids ['85b8cfab-8385-4019-8b29-f185a1091230'] in dv-cinder-804345-1-iscsi is: [{'id': '85b8cfab-8385-4019-8b29-f185a1091230', 'name': 'tempest-TestMinimumBasicScenario-1492319522-router', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6b6e48aa-ad44-4dfd-a14d-466dfe7424a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:23Z', 'updated_at': '2021-08-12T15:33:34Z', 'revision_number': 4, 'project_id': '9d6565b857a64ed7a96942987cd8fde6', 'gw_port': {'id': '6b6e48aa-ad44-4dfd-a14d-466dfe7424a6', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b8cfab-8385-4019-8b29-f185a1091230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:24Z', 'updated_at': '2021-08-12T15:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'c651b761-40ca-4c0a-ad5e-8c19c0e98759', 'name': '', 'network_id': '290f452b-95d7-48a8-9efb-180112241b77', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6', 'mac_address': 'fa:16:3e:3b:25:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b8cfab-8385-4019-8b29-f185a1091230', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'edb1d21a-6590-461b-bde5-bc0aa1336d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:32Z', 'updated_at': '2021-08-12T15:33:39Z', 'revision_number': 4, 'project_id': '9d6565b857a64ed7a96942987cd8fde6', 'subnets': [{'id': 'edb1d21a-6590-461b-bde5-bc0aa1336d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:33:41.200929 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:41.362754 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e908d-4aa8-40c3-b52a-f1dd3b7b9a95 req-066bcf30-d244-4b1f-a841-61dc35bbf9d3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:41.364264 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5e7e908d-4aa8-40c3-b52a-f1dd3b7b9a95 req-066bcf30-d244-4b1f-a841-61dc35bbf9d3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.0816865
Aug 12 15:33:41.411459 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5e7e908d-4aa8-40c3-b52a-f1dd3b7b9a95 req-e5cf9ab0-50f0-4c98-9ebd-f490f64cb2dc tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410135
Aug 12 15:33:41.986954 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device c651b761-40ca-4c0a-ad5e-8c19c0e98759 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:42.100759 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port c651b761-40ca-4c0a-ad5e-8c19c0e98759 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:33:42.105622 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port c651b761-40ca-4c0a-ad5e-8c19c0e98759 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:42.106003 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:42.228709 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:42.264863 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port c651b761-40ca-4c0a-ad5e-8c19c0e98759, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=c651b761-40ca-4c0a-ad5e-8c19c0e98759,segment=NetworkSegment(ac778c99-7463-40eb-bd08-a65dcc49704b),segment_id=ac778c99-7463-40eb-bd08-a65dcc49704b)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:42.268957 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:42.272233 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a56bfc7a-9db0-4221-a79b-8c06a39e659d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:42.347320 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=c651b761-40ca-4c0a-ad5e-8c19c0e98759,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:42.350630 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:42.648829 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb92ae-ff60-4bce-9911-ed3a8dd9b4ee req-4448e8fa-28ca-4790-957d-457e8cd48fa9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:42.650716 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e5cb92ae-ff60-4bce-9911-ed3a8dd9b4ee req-4448e8fa-28ca-4790-957d-457e8cd48fa9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1095428
Aug 12 15:33:42.708744 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e5cb92ae-ff60-4bce-9911-ed3a8dd9b4ee req-8eada68c-93b9-4a69-af3a-61a226d9ef66 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472138
Aug 12 15:33:42.754311 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-895dfb41-520f-4552-afff-b136f84cfbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:43.761616 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:43.924571 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11d7c6-7836-4028-b46a-fbb3ff2f229a req-0fe77cde-ca0c-4526-8ae0-142e6d5519ff tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:43.926674 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0e11d7c6-7836-4028-b46a-fbb3ff2f229a req-0fe77cde-ca0c-4526-8ae0-142e6d5519ff tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1000569
Aug 12 15:33:43.991309 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0e11d7c6-7836-4028-b46a-fbb3ff2f229a req-ed9d72b7-e438-49a6-8d96-c4edf9e827aa tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568743
Aug 12 15:33:44.001296 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device c651b761-40ca-4c0a-ad5e-8c19c0e98759 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:33:44.083691 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port c651b761-40ca-4c0a-ad5e-8c19c0e98759 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:33:44.084063 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:45.260393 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7ecad-7713-4a4f-8fe2-9933b3fac0b7 req-1bbdd411-2926-4981-af80-b37f79235be8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:45.262036 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebc7ecad-7713-4a4f-8fe2-9933b3fac0b7 req-1bbdd411-2926-4981-af80-b37f79235be8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1103759
Aug 12 15:33:45.272774 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:45.320074 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebc7ecad-7713-4a4f-8fe2-9933b3fac0b7 req-b4e88d5c-1fab-41d7-8355-9c2bb738cab2 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458241
Aug 12 15:33:46.600643 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477209df-83c3-4606-b13d-bab9e283c934 req-35fe2e78-6b62-495c-92d8-16e7011b450b tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:46.602489 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-477209df-83c3-4606-b13d-bab9e283c934 req-35fe2e78-6b62-495c-92d8-16e7011b450b tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1596186
Aug 12 15:33:46.641686 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46e1ce-80ab-49c5-9bc9-3e7ae47ce7be req-b6ee1cbf-6d3f-4ca4-a9e5-cc408c926c2d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:46.643311 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6d46e1ce-80ab-49c5-9bc9-3e7ae47ce7be req-b6ee1cbf-6d3f-4ca4-a9e5-cc408c926c2d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1281452
Aug 12 15:33:46.670634 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-477209df-83c3-4606-b13d-bab9e283c934 req-549854c1-44e9-4228-b615-802abcab52e3 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609231
Aug 12 15:33:46.724726 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6d46e1ce-80ab-49c5-9bc9-3e7ae47ce7be req-5ab2dad4-9db1-4f51-bbd2-46b0761e376f tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598283
Aug 12 15:33:47.995100 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa19926-eadb-4b65-84b4-473cf0999a47 req-cba73a8f-4d98-4688-94cd-6635735c1da9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:47.996585 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8fa19926-eadb-4b65-84b4-473cf0999a47 req-cba73a8f-4d98-4688-94cd-6635735c1da9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1173160
Aug 12 15:33:48.021376 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b3dd9-a48c-41a9-94c9-21d645996e6c req-dae88d6c-30d3-4e60-a824-47f30075ec65 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:48.023081 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-283b3dd9-a48c-41a9-94c9-21d645996e6c req-dae88d6c-30d3-4e60-a824-47f30075ec65 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1767299
Aug 12 15:33:48.109093 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8fa19926-eadb-4b65-84b4-473cf0999a47 req-da951ea4-c2ad-472d-96ef-f3de9d1cccd4 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848255
Aug 12 15:33:48.123800 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-283b3dd9-a48c-41a9-94c9-21d645996e6c req-fd806031-127d-40b4-9335-db6c80e16ff6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804415
Aug 12 15:33:49.498583 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20bf48-7b22-41ae-9c3c-042ee7ba0e61 req-1e27aee3-985f-47bb-a3af-0b2a5cd5f8af tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:49.500044 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7d20bf48-7b22-41ae-9c3c-042ee7ba0e61 req-1e27aee3-985f-47bb-a3af-0b2a5cd5f8af tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1979098
Aug 12 15:33:49.508046 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12ddf1-da69-42f3-8b97-1afd981c2aab req-4f44f54b-285a-4637-a097-673bd284f09c tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:49.509527 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7c12ddf1-da69-42f3-8b97-1afd981c2aab req-4f44f54b-285a-4637-a097-673bd284f09c tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.2681806
Aug 12 15:33:49.580282 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7d20bf48-7b22-41ae-9c3c-042ee7ba0e61 req-a0ac6d8b-1782-4a81-b3b8-4fe854ed1d01 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697649
Aug 12 15:33:49.588296 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7c12ddf1-da69-42f3-8b97-1afd981c2aab req-e6830209-4bea-4287-a73e-0763e7c9394f tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634730
Aug 12 15:33:51.001214 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1f90c-c664-4a23-8527-5ddd0e543b3f req-736366fd-0dad-4b8a-ac9a-655d807a186a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:51.002819 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7af1f90c-c664-4a23-8527-5ddd0e543b3f req-736366fd-0dad-4b8a-ac9a-655d807a186a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.2211769
Aug 12 15:33:51.013701 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2da37-d153-4cf0-830e-db8f045a8d38 req-8882491b-c9a9-4d3b-a7dd-35801869ede9 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:51.015970 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bda2da37-d153-4cf0-830e-db8f045a8d38 req-8882491b-c9a9-4d3b-a7dd-35801869ede9 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1721721
Aug 12 15:33:51.101145 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bda2da37-d153-4cf0-830e-db8f045a8d38 req-c5a44244-21a9-44fe-a186-34a5a878715d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590661
Aug 12 15:33:51.105445 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7af1f90c-c664-4a23-8527-5ddd0e543b3f req-784910a3-16a9-4a66-bdaa-b78371ad0215 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885742
Aug 12 15:33:52.392085 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016f7ee-da0c-4071-9436-bddf652ae1cd req-89373ec6-7912-45f1-9c4a-66b426551fcf tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:52.393563 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c016f7ee-da0c-4071-9436-bddf652ae1cd req-89373ec6-7912-45f1-9c4a-66b426551fcf tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1518717
Aug 12 15:33:52.422091 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf1c50-44be-49bf-a525-0789c40323f2 req-5d339a69-68f9-4542-954f-b6c698b8194a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:52.423462 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-16bf1c50-44be-49bf-a525-0789c40323f2 req-5d339a69-68f9-4542-954f-b6c698b8194a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1184878
Aug 12 15:33:52.501351 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c016f7ee-da0c-4071-9436-bddf652ae1cd req-dfdf0b1e-eac1-4d49-badb-61c86d8688df tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011167
Aug 12 15:33:52.516849 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-16bf1c50-44be-49bf-a525-0789c40323f2 req-30c26c93-0a4d-476d-9afb-fc4053999d73 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872536
Aug 12 15:33:53.769068 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c29d72-3858-4fc6-9190-d38e421542c0 req-aa198420-2adc-4660-90a4-36a7969ba106 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:53.770898 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-87c29d72-3858-4fc6-9190-d38e421542c0 req-aa198420-2adc-4660-90a4-36a7969ba106 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1177971
Aug 12 15:33:53.785273 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b7383-4b9b-4a34-aec1-6f8c2fdcb170 req-50ec3dc5-cd17-4cd7-829a-c13c5ed392e6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:53.786608 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-349b7383-4b9b-4a34-aec1-6f8c2fdcb170 req-50ec3dc5-cd17-4cd7-829a-c13c5ed392e6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1673014
Aug 12 15:33:53.892863 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-87c29d72-3858-4fc6-9190-d38e421542c0 req-7357eeaa-40b5-4ed9-860b-09bd8a8d37aa tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923457
Aug 12 15:33:53.915415 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-349b7383-4b9b-4a34-aec1-6f8c2fdcb170 req-56cbb408-c6d5-489d-a4ef-ca0a3ff451ac tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125784
Aug 12 15:33:55.181231 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6859a-9e18-4057-8f0b-3d70c7f6f32b req-ad3adbf3-f553-41f7-93e1-89e0909165bf tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:55.182851 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7ba6859a-9e18-4057-8f0b-3d70c7f6f32b req-ad3adbf3-f553-41f7-93e1-89e0909165bf tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1753328
Aug 12 15:33:55.242314 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1458f7-7854-40ba-8c94-5692e06f2f97 req-56a37e0b-ea71-4599-b625-2a8cbcb5fff7 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:55.244177 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ae1458f7-7854-40ba-8c94-5692e06f2f97 req-56a37e0b-ea71-4599-b625-2a8cbcb5fff7 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.1397998
Aug 12 15:33:55.274273 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7ba6859a-9e18-4057-8f0b-3d70c7f6f32b req-703d9437-7cf9-49bb-b3d6-f31675c9cd5b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767438
Aug 12 15:33:55.302634 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ae1458f7-7854-40ba-8c94-5692e06f2f97 req-66c96ca2-ee84-422c-9ca4-352feb4b4215 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500021
Aug 12 15:33:55.890655 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6f8fb-8aa3-4e69-98ea-4c19c7849d40 req-7b6bb49f-2638-4587-b919-add529e0d429 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:55.892683 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-67d6f8fb-8aa3-4e69-98ea-4c19c7849d40 req-7b6bb49f-2638-4587-b919-add529e0d429 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.76 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.0974760
Aug 12 15:33:55.990676 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-67d6f8fb-8aa3-4e69-98ea-4c19c7849d40 req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Deleting port 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:33:55.991362 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-67d6f8fb-8aa3-4e69-98ea-4c19c7849d40 req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:56.269826 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-67d6f8fb-8aa3-4e69-98ea-4c19c7849d40 req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] For port 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf,segment=NetworkSegment(7ac53c20-1c91-4e5b-8429-531977be9f9f),segment_id=7ac53c20-1c91-4e5b-8429-531977be9f9f)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:56.270688 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-67d6f8fb-8aa3-4e69-98ea-4c19c7849d40 req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:56.415586 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-67d6f8fb-8aa3-4e69-98ea-4c19c7849d40 req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Calling delete_port for 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:33:56.839176 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b2a40-77e9-41aa-8711-9f32e6870766 req-03457fd2-f7d7-415b-b637-f9a60a571385 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:56.841117 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5c3b2a40-77e9-41aa-8711-9f32e6870766 req-03457fd2-f7d7-415b-b637-f9a60a571385 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=89750f6d-681e-407f-974d-e63111f5e286 HTTP/1.1" status: 200  len: 945 time: 0.3407192
Aug 12 15:33:56.841854 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-67d6f8fb-8aa3-4e69-98ea-4c19c7849d40 req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:56.849259 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4400f2ba-42f4-4284-aee1-70621d932c1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:56.889006 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647913a8-afc9-4b48-8dd8-bdce6410d4a0 req-7369b0c0-51ce-46f5-be74-1be04f81e6c1 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:56.891597 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-647913a8-afc9-4b48-8dd8-bdce6410d4a0 req-7369b0c0-51ce-46f5-be74-1be04f81e6c1 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.3473220
Aug 12 15:33:56.894016 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['4fae859c-76cb-4a57-b1c6-b200caa56023', '0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:33:56.932760 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Pushing event deleted for resources: {'Port': ['ID=0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:57.029118 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:57.029600 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:57.030623 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:57.031010 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:57.032044 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:57.032489 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:57.033467 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:57.033835 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:57.034413 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:57.035171 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:57.036014 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:57.037032 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:57.061321 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:57.127658 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5c3b2a40-77e9-41aa-8711-9f32e6870766 req-16ae430b-345a-484e-a26e-fe245fddb24d tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2346785
Aug 12 15:33:57.131886 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d6f8fb-8aa3-4e69-98ea-4c19c7849d40 req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] No DVR routers for this DVR port 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:33:57.137450 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-67d6f8fb-8aa3-4e69-98ea-4c19c7849d40 req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:57.145954 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-647913a8-afc9-4b48-8dd8-bdce6410d4a0 req-eb71fa64-4770-44be-8527-164ad3ba8fab tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2442479
Aug 12 15:33:57.146778 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89750f6d-681e-407f-974d-e63111f5e286', 'name': 'network-vif-deleted', 'tag': '0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:33:57.160671 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-67d6f8fb-8aa3-4e69-98ea-4c19c7849d40 req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.76 "DELETE /v2.0/ports/0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf HTTP/1.1" status: 204  len: 173 time: 1.2579112
Aug 12 15:33:57.243682 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89750f6d-681e-407f-974d-e63111f5e286', 'name': 'network-vif-deleted', 'tag': '0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf', 'status': 'completed', 'code': 200}
Aug 12 15:33:58.441167 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89780f8b-f8ff-40ad-babb-615044e5ba47 req-f966c8b0-2cec-48b5-8ec6-f79cf41506e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:58.444272 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-89780f8b-f8ff-40ad-babb-615044e5ba47 req-f966c8b0-2cec-48b5-8ec6-f79cf41506e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1397283
Aug 12 15:33:58.526559 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-89780f8b-f8ff-40ad-babb-615044e5ba47 req-27a03971-f37a-49c2-971d-6305d88f4888 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768375
Aug 12 15:33:58.682812 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 668871bd-b6a4-4b97-8d61-86709c96addc details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:33:59.034571 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b29e47-74d6-4ec7-820e-ce20ccd4bfad req-bd2dd188-2992-4ccb-80ed-149f4ff8ccca tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:59.036027 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-59b29e47-74d6-4ec7-820e-ce20ccd4bfad req-bd2dd188-2992-4ccb-80ed-149f4ff8ccca tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Synchronizing usage tracker for tenant:0be265cfe44849aaac4ff2c1268771d4 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:33:59.057206 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 668871bd-b6a4-4b97-8d61-86709c96addc, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=668871bd-b6a4-4b97-8d61-86709c96addc,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:59.064673 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-59b29e47-74d6-4ec7-820e-ce20ccd4bfad req-bd2dd188-2992-4ccb-80ed-149f4ff8ccca tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Unset dirty status for tenant:0be265cfe44849aaac4ff2c1268771d4 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:33:59.067443 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-59b29e47-74d6-4ec7-820e-ce20ccd4bfad req-bd2dd188-2992-4ccb-80ed-149f4ff8ccca tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.2834973
Aug 12 15:33:59.090656 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '668871bd-b6a4-4b97-8d61-86709c96addc', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'port_id': '668871bd-b6a4-4b97-8d61-86709c96addc', 'mac_address': 'fa:16:3e:54:e7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:33:59.135873 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-59b29e47-74d6-4ec7-820e-ce20ccd4bfad req-390db5de-c811-4acf-b309-bdb93d6cb5c5 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618002
Aug 12 15:33:59.163277 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:59.182727 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 668871bd-b6a4-4b97-8d61-86709c96addc {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:33:59.199062 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 668871bd-b6a4-4b97-8d61-86709c96addc, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=668871bd-b6a4-4b97-8d61-86709c96addc,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:33:59.203572 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:33:59.205595 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-54c6d327-fd56-490f-8cfd-e313d5b00add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:33:59.293055 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=668871bd-b6a4-4b97-8d61-86709c96addc,revision_number=6']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:33:59.301179 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:59.301542 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:59.301880 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:59.302260 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:59.302527 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:59.302845 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:59.303177 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:59.303501 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:59.303832 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:59.304148 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:59.304464 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:59.304774 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:33:59.309315 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:33:59.470039 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['668871bd-b6a4-4b97-8d61-86709c96addc'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:33:59.765427 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b9760-c9ef-4238-9bc6-f03de5450961 req-edf6461f-10f7-4fa2-ad88-eefb77b2fd70 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:33:59.768243 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3c4b9760-c9ef-4238-9bc6-f03de5450961 req-edf6461f-10f7-4fa2-ad88-eefb77b2fd70 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 944 time: 0.0975077
Aug 12 15:33:59.834209 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3c4b9760-c9ef-4238-9bc6-f03de5450961 req-b2ebbc28-9115-4e19-89da-868024579f00 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574811
Aug 12 15:34:00.429197 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d50e6d-a359-4670-9355-80bed48bffae req-1dea7f33-b405-40d3-afa7-8c8078af8b3a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:00.430924 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b5d50e6d-a359-4670-9355-80bed48bffae req-1dea7f33-b405-40d3-afa7-8c8078af8b3a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.1473901
Aug 12 15:34:00.504430 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b5d50e6d-a359-4670-9355-80bed48bffae req-752cf77e-bc0a-4c32-a59c-ae2b8bc46ba6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668869
Aug 12 15:34:00.694188 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 668871bd-b6a4-4b97-8d61-86709c96addc up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:34:00.958643 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 668871bd-b6a4-4b97-8d61-86709c96addc triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:34:00.960344 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:01.112025 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b1115-44a6-49f0-b03c-9aba5685006d req-bac2ca88-a394-44fa-acf2-dd9fed1ca5ad tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:01.114173 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-517b1115-44a6-49f0-b03c-9aba5685006d req-bac2ca88-a394-44fa-acf2-dd9fed1ca5ad tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 944 time: 0.1041136
Aug 12 15:34:01.184279 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-517b1115-44a6-49f0-b03c-9aba5685006d req-ceadb69a-1058-4105-8de9-0d8a43784f9e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640574
Aug 12 15:34:01.245150 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:01.300372 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668871bd-b6a4-4b97-8d61-86709c96addc'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:34:01.317672 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 668871bd-b6a4-4b97-8d61-86709c96addc, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=668871bd-b6a4-4b97-8d61-86709c96addc,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:34:01.324432 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:01.326389 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:34:01.370787 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:01.440602 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668871bd-b6a4-4b97-8d61-86709c96addc', 'code': 200}
Aug 12 15:34:01.441836 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:34:01.442524 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 0d9bd2c4-c8f0-4079-8c94-2a2bf1108bdf not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:34:01.486670 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=668871bd-b6a4-4b97-8d61-86709c96addc,revision_number=7']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:01.490658 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:01.618277 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:34:01.754598 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d25ce-0cba-413f-91a9-a47f366f41a9 req-d8c93f7f-fa60-4ea5-8c77-f66b00857cc6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:01.757480 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-163d25ce-0cba-413f-91a9-a47f366f41a9 req-d8c93f7f-fa60-4ea5-8c77-f66b00857cc6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.1077111
Aug 12 15:34:01.848195 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-163d25ce-0cba-413f-91a9-a47f366f41a9 req-628a263b-28c3-45d1-b90f-47890054c10e tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812728
Aug 12 15:34:02.652272 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83368e1c-2e8a-46ae-a4c7-ed8e3227c38b req-921d3df8-b657-4409-be9b-880fd440fb2e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:02.660643 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-83368e1c-2e8a-46ae-a4c7-ed8e3227c38b req-921d3df8-b657-4409-be9b-880fd440fb2e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.2048259
Aug 12 15:34:02.849345 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-83368e1c-2e8a-46ae-a4c7-ed8e3227c38b req-94db23cf-41dd-432e-8964-52ce51d92c6d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1877027
Aug 12 15:34:03.179304 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d770911-65f7-4f9f-87df-68e78cbff95c req-05015bb7-3af8-4e8f-a21a-c620852342ae tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:03.189874 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0d770911-65f7-4f9f-87df-68e78cbff95c req-05015bb7-3af8-4e8f-a21a-c620852342ae tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.1806965
Aug 12 15:34:03.259854 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0d770911-65f7-4f9f-87df-68e78cbff95c req-e711a961-385c-4ad7-8c9d-6c93fe9a3399 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688417
Aug 12 15:34:04.018547 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222588-a250-4264-b8c9-93a457a68b6d req-33cc4bd3-6fc3-4306-a3bb-278415c9b9d8 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:04.026846 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3f222588-a250-4264-b8c9-93a457a68b6d req-33cc4bd3-6fc3-4306-a3bb-278415c9b9d8 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 946 time: 0.1455798
Aug 12 15:34:04.238833 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3f222588-a250-4264-b8c9-93a457a68b6d req-9099d5f0-0f95-4d47-9ee3-57c380528863 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2108796
Aug 12 15:34:04.565978 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fff58e-06dc-48f5-b2a8-77aabe903c34 req-9b4a362b-c0c9-46d8-a327-47ff8b751a8e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:04.574204 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-56fff58e-06dc-48f5-b2a8-77aabe903c34 req-9b4a362b-c0c9-46d8-a327-47ff8b751a8e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.2559900
Aug 12 15:34:04.643092 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-56fff58e-06dc-48f5-b2a8-77aabe903c34 req-1fd5cabf-bb37-477f-8aa7-0bc62e7130ba tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668375
Aug 12 15:34:04.676936 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e92e-0e64-48c6-a400-2885dcf3858e req-9d81321b-4d43-48d1-95ee-15a9396c7056 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:04.685140 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8af4e92e-0e64-48c6-a400-2885dcf3858e req-9d81321b-4d43-48d1-95ee-15a9396c7056 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.2136421
Aug 12 15:34:04.789268 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8af4e92e-0e64-48c6-a400-2885dcf3858e req-4e312633-44bd-4a00-ba11-d88db1437fbc tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027355
Aug 12 15:34:05.553319 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930d234-488b-475e-86bf-553dbf3fa14d req-d5318d54-f262-41d2-ad9f-e4c0fab9ecfc tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:05.562489 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6930d234-488b-475e-86bf-553dbf3fa14d req-d5318d54-f262-41d2-ad9f-e4c0fab9ecfc tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 946 time: 0.1746192
Aug 12 15:34:05.633670 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6930d234-488b-475e-86bf-553dbf3fa14d req-6d969acb-7e7f-4334-9fea-ffe6cc30e791 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697949
Aug 12 15:34:05.911282 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868e53d-369a-4dc7-a5c8-3e015bee8614 req-ac490c39-bf98-44b4-96d7-bfbc54d47657 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:05.913236 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2868e53d-369a-4dc7-a5c8-3e015bee8614 req-ac490c39-bf98-44b4-96d7-bfbc54d47657 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1235266
Aug 12 15:34:06.065646 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2868e53d-369a-4dc7-a5c8-3e015bee8614 req-7a4af09f-a0a5-4c6c-91eb-930d30464056 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1156323
Aug 12 15:34:06.387807 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899472b9-0047-48cd-948f-5ad6b8822767 req-7d5ecd16-f069-4132-85d4-185a8ea96a50 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:06.395834 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-899472b9-0047-48cd-948f-5ad6b8822767 req-7d5ecd16-f069-4132-85d4-185a8ea96a50 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.4813104
Aug 12 15:34:06.451895 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356497f-c531-412d-9b30-2bd4fccb4c03 req-c4438b73-f2e6-4c6e-802a-9a2413cac03c tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:06.453531 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c356497f-c531-412d-9b30-2bd4fccb4c03 req-c4438b73-f2e6-4c6e-802a-9a2413cac03c tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.76 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.3868129
Aug 12 15:34:06.606773 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206c130-a0a5-4bce-a068-1a5404128317 req-5cdefb02-23e4-4cdf-b422-579b07d37884 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:06.608441 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a206c130-a0a5-4bce-a068-1a5404128317 req-5cdefb02-23e4-4cdf-b422-579b07d37884 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.76 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 946 time: 0.3661487
Aug 12 15:34:06.635872 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-899472b9-0047-48cd-948f-5ad6b8822767 req-7204086b-e7c0-4eda-8d02-825066509cbb tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2389760
Aug 12 15:34:06.647795 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-c356497f-c531-412d-9b30-2bd4fccb4c03 req-e9d1c680-e3ef-4a78-aaa0-ccc0d0561b20 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Deleting port 4fae859c-76cb-4a57-b1c6-b200caa56023 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:34:06.648143 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c356497f-c531-412d-9b30-2bd4fccb4c03 req-e9d1c680-e3ef-4a78-aaa0-ccc0d0561b20 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:06.906132 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-a206c130-a0a5-4bce-a068-1a5404128317 req-f1ca97e9-843b-4572-8983-1afa950e9ef1 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Deleting port 59403ad5-6e1b-4fe0-aade-55af4cf64e27 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:34:06.906465 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a206c130-a0a5-4bce-a068-1a5404128317 req-f1ca97e9-843b-4572-8983-1afa950e9ef1 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:07.979099 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-c356497f-c531-412d-9b30-2bd4fccb4c03 req-e9d1c680-e3ef-4a78-aaa0-ccc0d0561b20 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] For port 4fae859c-76cb-4a57-b1c6-b200caa56023, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=4fae859c-76cb-4a57-b1c6-b200caa56023,segment=NetworkSegment(7ac53c20-1c91-4e5b-8429-531977be9f9f),segment_id=7ac53c20-1c91-4e5b-8429-531977be9f9f)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:34:07.987071 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c356497f-c531-412d-9b30-2bd4fccb4c03 req-e9d1c680-e3ef-4a78-aaa0-ccc0d0561b20 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:08.030227 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-a206c130-a0a5-4bce-a068-1a5404128317 req-f1ca97e9-843b-4572-8983-1afa950e9ef1 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] For port 59403ad5-6e1b-4fe0-aade-55af4cf64e27, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=59403ad5-6e1b-4fe0-aade-55af4cf64e27,segment=NetworkSegment(6b0e0e3d-107f-481c-aba2-f7581c70cff6),segment_id=6b0e0e3d-107f-481c-aba2-f7581c70cff6)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:34:08.030227 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a206c130-a0a5-4bce-a068-1a5404128317 req-f1ca97e9-843b-4572-8983-1afa950e9ef1 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:08.291989 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f1f6e-a725-429d-b993-8162a7b35d0b req-0f1c49b5-368b-4675-b2f2-91d5034fb697 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:08.301417 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e76f1f6e-a725-429d-b993-8162a7b35d0b req-0f1c49b5-368b-4675-b2f2-91d5034fb697 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 946 time: 1.4330423
Aug 12 15:34:08.326816 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-c356497f-c531-412d-9b30-2bd4fccb4c03 req-e9d1c680-e3ef-4a78-aaa0-ccc0d0561b20 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Calling delete_port for 4fae859c-76cb-4a57-b1c6-b200caa56023 owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:34:08.409837 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:08.473539 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-a206c130-a0a5-4bce-a068-1a5404128317 req-f1ca97e9-843b-4572-8983-1afa950e9ef1 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Calling delete_port for 59403ad5-6e1b-4fe0-aade-55af4cf64e27 owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:34:08.524580 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf02f1-5f76-494b-b03a-80d349a08139 req-3084b924-89f0-4505-9f96-99fabc7d37d3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:08.532326 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cdaf02f1-5f76-494b-b03a-80d349a08139 req-3084b924-89f0-4505-9f96-99fabc7d37d3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 1.0095108
Aug 12 15:34:08.639079 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e76f1f6e-a725-429d-b993-8162a7b35d0b req-f6b93afa-03b6-4f3c-b402-f14790438849 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3368795
Aug 12 15:34:08.694536 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cdaf02f1-5f76-494b-b03a-80d349a08139 req-e7b0f08d-f2f4-4644-927f-a88e7d407733 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1605425
Aug 12 15:34:09.231163 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c356497f-c531-412d-9b30-2bd4fccb4c03 req-e9d1c680-e3ef-4a78-aaa0-ccc0d0561b20 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:09.238890 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:09.283217 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a206c130-a0a5-4bce-a068-1a5404128317 req-f1ca97e9-843b-4572-8983-1afa950e9ef1 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:09.424517 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2db06f-cf6e-4db1-92d6-1532a050d435 req-b34d6b7f-5300-4bf5-a80a-1a812c29e8e6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:09.426271 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9e2db06f-cf6e-4db1-92d6-1532a050d435 req-b34d6b7f-5300-4bf5-a80a-1a812c29e8e6 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 945 time: 0.5703921
Aug 12 15:34:09.435007 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1c680-e3ef-4a78-aaa0-ccc0d0561b20 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Pushing event deleted for resources: {'Port': ['ID=4fae859c-76cb-4a57-b1c6-b200caa56023,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:09.441378 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-e9d1c680-e3ef-4a78-aaa0-ccc0d0561b20 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:09.492004 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:09.616695 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca97e9-843b-4572-8983-1afa950e9ef1 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Pushing event deleted for resources: {'Port': ['ID=59403ad5-6e1b-4fe0-aade-55af4cf64e27,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:09.618708 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-a206c130-a0a5-4bce-a068-1a5404128317 req-f1ca97e9-843b-4572-8983-1afa950e9ef1 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] No DVR routers for this DVR port 59403ad5-6e1b-4fe0-aade-55af4cf64e27 on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:34:09.685882 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f1ca97e9-843b-4572-8983-1afa950e9ef1 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:09.714548 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9e2db06f-cf6e-4db1-92d6-1532a050d435 req-fa7cf3c8-2cbe-4d42-a2b0-6fb43f1a6614 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e05bae-aa31-40cf-a1f0-21d5adedd00f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2719631
Aug 12 15:34:09.762686 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a206c130-a0a5-4bce-a068-1a5404128317 req-f1ca97e9-843b-4572-8983-1afa950e9ef1 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:09.786859 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e659007a-5a45-47e3-9e3f-67de885c2b05', 'name': 'network-vif-deleted', 'tag': '59403ad5-6e1b-4fe0-aade-55af4cf64e27'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:34:09.803313 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-c356497f-c531-412d-9b30-2bd4fccb4c03 req-e9d1c680-e3ef-4a78-aaa0-ccc0d0561b20 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] No DVR routers for this DVR port 4fae859c-76cb-4a57-b1c6-b200caa56023 on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:34:09.805766 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c356497f-c531-412d-9b30-2bd4fccb4c03 req-e9d1c680-e3ef-4a78-aaa0-ccc0d0561b20 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:09.807772 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c356497f-c531-412d-9b30-2bd4fccb4c03 req-e9d1c680-e3ef-4a78-aaa0-ccc0d0561b20 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.76 "DELETE /v2.0/ports/4fae859c-76cb-4a57-b1c6-b200caa56023 HTTP/1.1" status: 204  len: 173 time: 3.3427632
Aug 12 15:34:09.810372 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a206c130-a0a5-4bce-a068-1a5404128317 req-f1ca97e9-843b-4572-8983-1afa950e9ef1 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.76 "DELETE /v2.0/ports/59403ad5-6e1b-4fe0-aade-55af4cf64e27 HTTP/1.1" status: 204  len: 173 time: 3.1311588
Aug 12 15:34:09.927596 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-d13e6c34-6fdd-4c31-97bc-9123d1d943d8 req-99332be1-2ab3-4f6e-ac3d-1a080b4cd984 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Synchronizing usage tracker for tenant:87aae61a3a2b4958ac59b1fc34cf6752 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:34:09.953530 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-d13e6c34-6fdd-4c31-97bc-9123d1d943d8 req-99332be1-2ab3-4f6e-ac3d-1a080b4cd984 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Unset dirty status for tenant:87aae61a3a2b4958ac59b1fc34cf6752 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:34:09.963098 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d13e6c34-6fdd-4c31-97bc-9123d1d943d8 req-99332be1-2ab3-4f6e-ac3d-1a080b4cd984 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=e659007a-5a45-47e3-9e3f-67de885c2b05 HTTP/1.1" status: 200  len: 210 time: 0.1380782
Aug 12 15:34:10.029336 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54fafd-ef4a-4a60-aac2-c3b0da054e09 req-124b992d-3c4e-442d-9095-43585c8a4bad tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:10.036485 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5c54fafd-ef4a-4a60-aac2-c3b0da054e09 req-124b992d-3c4e-442d-9095-43585c8a4bad tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1680934
Aug 12 15:34:10.097859 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e659007a-5a45-47e3-9e3f-67de885c2b05', 'name': 'network-vif-deleted', 'tag': '59403ad5-6e1b-4fe0-aade-55af4cf64e27', 'status': 'completed', 'code': 200}
Aug 12 15:34:10.115995 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5c54fafd-ef4a-4a60-aac2-c3b0da054e09 req-538c46dc-5d2a-4886-8020-df5834565c63 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726616
Aug 12 15:34:10.191641 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5063af88-bdc1-47ab-bb4e-4fec7acf10b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:10.753928 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 59403ad5-6e1b-4fe0-aade-55af4cf64e27 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:34:10.908162 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 59403ad5-6e1b-4fe0-aade-55af4cf64e27 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:34:10.910830 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 59403ad5-6e1b-4fe0-aade-55af4cf64e27 not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:34:10.911480 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 4fae859c-76cb-4a57-b1c6-b200caa56023 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:34:11.003328 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 4fae859c-76cb-4a57-b1c6-b200caa56023 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:34:11.004017 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 4fae859c-76cb-4a57-b1c6-b200caa56023 not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:34:11.057191 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-4e8ece0c-95e7-48d9-91ef-882fbf50b86e req-dffdaf45-1c73-40b8-b7bc-f1e3c48af2fe tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Synchronizing usage tracker for tenant:0be265cfe44849aaac4ff2c1268771d4 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:34:11.104357 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-4e8ece0c-95e7-48d9-91ef-882fbf50b86e req-dffdaf45-1c73-40b8-b7bc-f1e3c48af2fe tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Unset dirty status for tenant:0be265cfe44849aaac4ff2c1268771d4 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:34:11.127090 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4e8ece0c-95e7-48d9-91ef-882fbf50b86e req-dffdaf45-1c73-40b8-b7bc-f1e3c48af2fe tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] 10.222.0.18 "GET /v2.0/ports?device_id=b495d47f-8090-4c67-95f8-ae47186d7bcb HTTP/1.1" status: 200  len: 210 time: 0.1681485
Aug 12 15:34:11.218482 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:11.458154 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae29279-00ea-4b16-aad0-44065812b009 req-23358bca-3834-4602-87a5-d5ac14f8d461 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:11.460032 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8ae29279-00ea-4b16-aad0-44065812b009 req-23358bca-3834-4602-87a5-d5ac14f8d461 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1318879
Aug 12 15:34:11.595128 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8ae29279-00ea-4b16-aad0-44065812b009 req-b8e79879-b3ed-4080-8014-e960ce1f9bfd tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1213288
Aug 12 15:34:12.104343 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b495d47f-8090-4c67-95f8-ae47186d7bcb', 'name': 'network-vif-deleted', 'tag': '4fae859c-76cb-4a57-b1c6-b200caa56023'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:34:12.221854 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b495d47f-8090-4c67-95f8-ae47186d7bcb', 'name': 'network-vif-deleted', 'tag': '4fae859c-76cb-4a57-b1c6-b200caa56023', 'status': 'completed', 'code': 200}
Aug 12 15:34:12.246802 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 50070) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:34:12.769608 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-22e78f72-8da0-4fb5-8d6f-83e6b64b6f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:12.934080 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915e328-2608-4572-bd33-65b1c4ff0b6e req-da21913b-602c-4471-86a7-9260e924a3e1 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:12.934080 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3915e328-2608-4572-bd33-65b1c4ff0b6e req-da21913b-602c-4471-86a7-9260e924a3e1 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1183453
Aug 12 15:34:12.997139 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3915e328-2608-4572-bd33-65b1c4ff0b6e req-c7a336ff-9a1f-4c73-89da-f11e6b5e8bb5 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568256
Aug 12 15:34:13.097038 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716679'] for router_interface, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:13.674896 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Deleting port b5b11b9e-17bd-48aa-aee3-861063caa7a2 {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:34:13.675569 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:13.781591 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:13.909051 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] For port b5b11b9e-17bd-48aa-aee3-861063caa7a2, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=b5b11b9e-17bd-48aa-aee3-861063caa7a2,segment=NetworkSegment(7ac53c20-1c91-4e5b-8429-531977be9f9f),segment_id=7ac53c20-1c91-4e5b-8429-531977be9f9f)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:34:13.909410 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:14.101886 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Calling delete_port for b5b11b9e-17bd-48aa-aee3-861063caa7a2 owned by network:router_interface {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:34:14.316024 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a251058-2821-4ad5-9662-7b72c24b43da req-4a689985-81da-46a7-bf79-8977047eb568 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:14.326627 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6a251058-2821-4ad5-9662-7b72c24b43da req-4a689985-81da-46a7-bf79-8977047eb568 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1394157
Aug 12 15:34:14.426707 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6a251058-2821-4ad5-9662-7b72c24b43da req-6462d686-febc-45f5-98f1-3e4458a10328 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987589
Aug 12 15:34:14.636005 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-5f470783-06dd-45f7-a416-7aa9d2415676 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:14.642573 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-5f470783-06dd-45f7-a416-7aa9d2415676 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/networks?id=c8d16057-a807-4eb6-bdc7-be301d8eb03b HTTP/1.1" status: 200  len: 815 time: 0.2651274
Aug 12 15:34:14.662427 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-81a89d10-10d5-4874-9adb-cc9e8a31430e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/quotas/13edc200a443403bb16d979532bd63c3 HTTP/1.1" status: 200  len: 375 time: 0.0187008
Aug 12 15:34:14.670721 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:14.683021 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:14.729520 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b11b9e-17bd-48aa-aee3-861063caa7a2,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:14.768295 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-6ca5d1e1-bdd9-4b5a-9318-69caaff92793 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=13edc200a443403bb16d979532bd63c3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1036348
Aug 12 15:34:14.775607 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:34:14.776231 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:34:14.776866 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:34:14.777417 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:34:14.777957 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:34:14.778476 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:34:14.778972 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:34:14.779474 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:34:14.780004 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:34:14.780518 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:34:14.781060 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:34:14.782148 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:34:14.793462 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:14.957262 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-9d8ba79b-9f0b-4942-b026-e4a5b921bdf1 service neutron] 10.222.0.18 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818566
Aug 12 15:34:15.009084 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716667'] for router_interface, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:15.127262 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-5cb347a4-ad3e-40de-86fd-16a045ec100a service neutron] 10.222.0.18 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1639986
Aug 12 15:34:15.278231 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:15.338908 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ecb27f4e-37aa-40c4-b9e4-89cbaae14d0a req-53b2f5ba-0c82-4c11-ad72-a593266548fa tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 210 time: 0.0461075
Aug 12 15:34:15.526245 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Router 878d1654-cff0-4046-9c08-fb846d3ed3f9 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:34:15.641999 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633925bb-e9ee-44de-b902-d90ecd831fc6 req-29d53a18-87b9-4d3d-b54c-f48177f0fd38 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:15.649753 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-633925bb-e9ee-44de-b902-d90ecd831fc6 req-29d53a18-87b9-4d3d-b54c-f48177f0fd38 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.1031282
Aug 12 15:34:15.706507 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-633925bb-e9ee-44de-b902-d90ecd831fc6 req-349442fe-3365-498f-ac83-ed653970670f tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558236
Aug 12 15:34:15.758721 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 50196) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:34:15.795820 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:34:15.809939 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d606c73-149e-4a29-bded-6d233a6ad558 None None] Sync routers for ids ['878d1654-cff0-4046-9c08-fb846d3ed3f9'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:34:15.829907 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d606c73-149e-4a29-bded-6d233a6ad558 None None] Routers {'878d1654-cff0-4046-9c08-fb846d3ed3f9'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:34:15.831238 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-7d606c73-149e-4a29-bded-6d233a6ad558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0816e17f0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:34:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['878d1654-cff0-4046-9c08-fb846d3ed3f9'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:34:15.831575 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] 10.222.0.18 "PUT /v2.0/routers/878d1654-cff0-4046-9c08-fb846d3ed3f9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5836132
Aug 12 15:34:15.834611 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 50200) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:34:16.028019 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75a0e4-77d9-4284-bcd7-ad4be1d0121b req-582b010e-45cd-4c9a-9142-36a6ed4f7ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:16.033108 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7e75a0e4-77d9-4284-bcd7-ad4be1d0121b req-582b010e-45cd-4c9a-9142-36a6ed4f7ec6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=409c964789574bf4b00bd19c92187a1f&device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 1098 time: 0.2270803
Aug 12 15:34:16.067125 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_v2 [None req-1790ae39-2317-49ee-be84-645dcb4707e9 admin admin] Deleting subnet 5196c4b6-7427-47fd-bee4-079e41293b5b {{(pid=79259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:34:16.081862 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1790ae39-2317-49ee-be84-645dcb4707e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:16.180410 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Notify callbacks [] for router, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:16.209086 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-7d606c73-149e-4a29-bded-6d233a6ad558 None None] Set router 878d1654-cff0-4046-9c08-fb846d3ed3f9 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:34:16.249322 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75a0e4-77d9-4284-bcd7-ad4be1d0121b req-32e5d65e-ea82-45c4-a620-c9dfed69aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:16.252137 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7e75a0e4-77d9-4284-bcd7-ad4be1d0121b req-32e5d65e-ea82-45c4-a620-c9dfed69aa20 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7951e27b-9ee0-4bac-b307-010b164089b6 HTTP/1.1" status: 200  len: 918 time: 0.1800466
Aug 12 15:34:16.379530 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7e75a0e4-77d9-4284-bcd7-ad4be1d0121b req-b47ca73b-ae62-4bc8-9671-07ae69152ddb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668871bd-b6a4-4b97-8d61-86709c96addc HTTP/1.1" status: 200  len: 1001 time: 0.1138308
Aug 12 15:34:16.400845 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1790ae39-2317-49ee-be84-645dcb4707e9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:16.405519 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:16.416072 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1790ae39-2317-49ee-be84-645dcb4707e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:16.463357 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Deleting port a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01 {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:34:16.463688 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:16.480473 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75a0e4-77d9-4284-bcd7-ad4be1d0121b req-250f30e5-e346-44f8-8244-1910e63939d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:16.482763 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7e75a0e4-77d9-4284-bcd7-ad4be1d0121b req-250f30e5-e346-44f8-8244-1910e63939d0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb15ed47-a637-4378-9bb3-71152f440abb HTTP/1.1" status: 200  len: 856 time: 0.0935833
Aug 12 15:34:16.581198 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-7d606c73-149e-4a29-bded-6d233a6ad558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0816e17f0>, [{'id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'name': 'tempest-ServerRescueNegativeTestJSON-358907526-router', 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': 'a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:36Z', 'updated_at': '2021-08-12T15:34:14Z', 'revision_number': 5, 'project_id': '0be265cfe44849aaac4ff2c1268771d4', 'gw_port': {'id': 'a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:93:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:34:16.585402 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b69fb4c4-7f7b-4d53-a280-e623489ae0f7 req-9079814f-eecf-4c0b-921d-81659d7aff9b tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 210 time: 0.0558555
Aug 12 15:34:16.591561 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d606c73-149e-4a29-bded-6d233a6ad558 None None] Checking router: 878d1654-cff0-4046-9c08-fb846d3ed3f9 for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:34:16.604184 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d606c73-149e-4a29-bded-6d233a6ad558 None None] Routers {'878d1654-cff0-4046-9c08-fb846d3ed3f9'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:34:16.606735 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-7d606c73-149e-4a29-bded-6d233a6ad558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0816e17f0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:34:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['878d1654-cff0-4046-9c08-fb846d3ed3f9'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:34:16.628671 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75a0e4-77d9-4284-bcd7-ad4be1d0121b req-0c7a7cc6-8259-4e47-ae23-638dfb4d1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:16.630738 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7e75a0e4-77d9-4284-bcd7-ad4be1d0121b req-0c7a7cc6-8259-4e47-ae23-638dfb4d1465 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7951e27b-9ee0-4bac-b307-010b164089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1373210
Aug 12 15:34:16.659942 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1790ae39-2317-49ee-be84-645dcb4707e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for subnet, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:16.671288 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-df1865b4-ef75-4ede-a5d8-5c6c75726db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:16.726668 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1790ae39-2317-49ee-be84-645dcb4707e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:16.734561 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790ae39-2317-49ee-be84-645dcb4707e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5196c4b6-7427-47fd-bee4-079e41293b5b,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:16.738471 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-1790ae39-2317-49ee-be84-645dcb4707e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:16.739865 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-1790ae39-2317-49ee-be84-645dcb4707e9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5196c4b6-7427-47fd-bee4-079e41293b5b HTTP/1.1" status: 204  len: 168 time: 0.9801788
Aug 12 15:34:16.742960 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 50222) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:34:16.778510 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-7d606c73-149e-4a29-bded-6d233a6ad558 None None] Set router 878d1654-cff0-4046-9c08-fb846d3ed3f9 gateway port host: None {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:34:16.795103 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] For port a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:34:16.795713 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:16.832123 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7e75a0e4-77d9-4284-bcd7-ad4be1d0121b req-db19d800-3a3f-4ba0-8f85-916a648805a3 service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1923831
Aug 12 15:34:16.908694 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-7d606c73-149e-4a29-bded-6d233a6ad558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0816e17f0>, [{'id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'name': 'tempest-ServerRescueNegativeTestJSON-358907526-router', 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:36Z', 'updated_at': '2021-08-12T15:34:16Z', 'revision_number': 6, 'project_id': '0be265cfe44849aaac4ff2c1268771d4', 'gw_port_host': None}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:34:16.914768 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d606c73-149e-4a29-bded-6d233a6ad558 None None] The sync data for ids ['878d1654-cff0-4046-9c08-fb846d3ed3f9'] in dv-cinder-804345-1-iscsi is: [{'id': '878d1654-cff0-4046-9c08-fb846d3ed3f9', 'name': 'tempest-ServerRescueNegativeTestJSON-358907526-router', 'tenant_id': '0be265cfe44849aaac4ff2c1268771d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:36Z', 'updated_at': '2021-08-12T15:34:16Z', 'revision_number': 6, 'project_id': '0be265cfe44849aaac4ff2c1268771d4', 'gw_port_host': None}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:34:17.128347 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7e75a0e4-77d9-4284-bcd7-ad4be1d0121b req-5a7e00ce-1ddc-49e4-8205-51855388cc9b service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2859573
Aug 12 15:34:17.140282 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Calling delete_port for a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01 owned by network:router_gateway {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:34:17.204331 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:17.299438 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-5da623de-435a-432f-8a41-823a0e4ef3db tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:17.300979 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-5da623de-435a-432f-8a41-823a0e4ef3db tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.76 "GET /v2.0/networks?id=c8d16057-a807-4eb6-bdc7-be301d8eb03b HTTP/1.1" status: 200  len: 815 time: 0.2584784
Aug 12 15:34:17.312975 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a5ec2-bff0-481f-b163-59a3524c3268 req-beb9a420-d866-4283-88c2-fea22a468e56 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:17.314509 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-295a5ec2-bff0-481f-b163-59a3524c3268 req-beb9a420-d866-4283-88c2-fea22a468e56 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.2708745
Aug 12 15:34:17.357213 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Request body: {'port': {'device_id': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'admin_state_up': True, 'tenant_id': '13edc200a443403bb16d979532bd63c3'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:34:17.371147 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:17.394118 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ff082400ee0>> segment before_delete 55550000 {{(pid=79259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:34:17.394459 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ff082400ee0>> subnet precommit_delete_associations 55550000 {{(pid=79259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:34:17.395217 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0823d9a90>> segment_host_mapping after_create 55550000 {{(pid=79259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:34:17.395546 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0823d9a90>> port after_create 55550000 {{(pid=79259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:34:17.395864 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0823d9a90>> port after_delete 55550000 {{(pid=79259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:34:17.396208 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0823d9a90>> port after_update 55550000 {{(pid=79259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:34:17.396542 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0823d9a90>> segment after_delete 55550000 {{(pid=79259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:34:17.396860 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0823d9a90>> subnet after_create 55550000 {{(pid=79259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:34:17.397181 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0823d9a90>> subnet after_delete 55550000 {{(pid=79259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:34:17.397493 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff0823d9a90>> subnet after_update 55550000 {{(pid=79259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:34:17.398901 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-295a5ec2-bff0-481f-b163-59a3524c3268 req-c8ba0611-cb7d-468f-9d91-1f4e12f890bc tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783420
Aug 12 15:34:17.485154 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff080b58c70>> subnet after_create 55550000 {{(pid=79259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:34:17.485154 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff080b58c70>> subnet after_delete 55550000 {{(pid=79259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:34:17.485154 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff080b58c70>> subnet before_create 55550000 {{(pid=79259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:34:17.485154 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff080b58c70>> subnet before_update 55550000 {{(pid=79259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Aug 12 15:34:17.485154 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff081445910>,) {'filters': {'network_id': ['41eb2269-d459-49e0-be3e-11bfde18448d']}} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:34:17.500464 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff081445910>, '9b818665-e0f2-4aa1-8eaa-d53e3a396f32') {'for_net_delete': True} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:34:17.500759 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff081445910>, '9b818665-e0f2-4aa1-8eaa-d53e3a396f32') {} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:34:17.519291 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1410405'] for segment, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:17.547794 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:34:17.551990 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Usage tracker for resource:port and tenant:13edc200a443403bb16d979532bd63c3 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:34:17.555479 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:34:17.561790 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:34:17.569117 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:17.581618 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=79259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:34:17.582019 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203664'] for segment, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:17.582410 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Made reservation on behalf of 13edc200a443403bb16d979532bd63c3 for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:34:17.586221 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   from cryptography.utils import int_from_bytes
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   from cryptography.utils import int_from_bytes
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   util.warn_limited(
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   util.warn_limited(
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]: Traceback (most recent call last):
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:     timer()
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:     cb(*args, **kw)
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:     return func(*args, **kwargs)
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:     self._notify()
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:     self.callback(batched_events)
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:     event.method(event)
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:     return f(self, *a, **k)
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self._get(url).json()
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:34:17.599533 dv-cinder-804345-1-iscsi neutron-server[79259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:34:17.729593 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:17.734077 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:17.934731 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:17.963984 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Allocated IP 172.20.0.6 (c8d16057-a807-4eb6-bdc7-be301d8eb03b/cb9a0d26-f984-463b-9c93-843dfd9cf17f/851c0e85-883a-4e31-ae45-5d2a8ec9c818) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:34:17.997396 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:18.016363 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:18.031720 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:18.078914 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=41eb2269-d459-49e0-be3e-11bfde18448d,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:18.082497 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:18.110243 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:18.115384 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] 10.222.0.18 "DELETE /v2.0/networks/41eb2269-d459-49e0-be3e-11bfde18448d HTTP/1.1" status: 204  len: 168 time: 1.3688400
Aug 12 15:34:18.148697 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:34:18.172299 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604370'] for router_gateway, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:18.177843 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-defe38ed-29e3-48c7-9a9d-10547cca316d req-78680243-47e3-4922-860d-38fba0f5ab98 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 210 time: 0.1846540
Aug 12 15:34:18.225080 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:34:18.225710 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device a0c6f7a1-c0c4-4d68-8e62-e07508ae3a01 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:34:18.226315 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device b5b11b9e-17bd-48aa-aee3-861063caa7a2 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:34:18.276545 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: b5b11b9e-17bd-48aa-aee3-861063caa7a2 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:34:18.277411 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device b5b11b9e-17bd-48aa-aee3-861063caa7a2 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:34:18.523427 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:18.567722 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Transition to ACTIVE for port object 851c0e85-883a-4e31-ae45-5d2a8ec9c818 will not be triggered until provisioned by entity DHCP. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:34:18.577122 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 50262) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:34:18.610195 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1871'] for router, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:18.612581 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:18.723997 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1717320'] for router, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:18.724744 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 878d1654-cff0-4046-9c08-fb846d3ed3f9 {{(pid=79259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 12 15:34:18.737004 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Notify callbacks [] for router, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:18.741677 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] 10.222.0.18 "DELETE /v2.0/routers/878d1654-cff0-4046-9c08-fb846d3ed3f9 HTTP/1.1" status: 204  len: 168 time: 2.9060209
Aug 12 15:34:18.742384 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 50266) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:34:18.817705 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_v2 [None req-51232a5d-07a6-4cf2-851f-2c34acc86207 admin admin] Deleting subnet 002b3e75-99a8-4c70-abbf-8d7ee28cd6de {{(pid=79259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:34:18.822522 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-51232a5d-07a6-4cf2-851f-2c34acc86207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:18.910135 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-51232a5d-07a6-4cf2-851f-2c34acc86207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1410426'] for subnet, precommit_delete_associations {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:18.951252 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-02b03c80-f2f5-4c6e-ac1b-27db6a8d96ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f21e02e2109457f9c28b608e94dd070&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3726916
Aug 12 15:34:18.953501 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 50270) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:34:19.013426 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:19.023240 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4b55c45c-6ec4-4c29-a1f6-7d433e393760 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:19.047057 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8d57-c563-4b37-a47f-3283b3c344e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:19.088084 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8d57-c563-4b37-a47f-3283b3c344e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:19.138497 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Network c8d16057-a807-4eb6-bdc7-be301d8eb03b is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:34:19.147999 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:34:19.151892 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:34:19.163151 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-51232a5d-07a6-4cf2-851f-2c34acc86207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:19.308185 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-51232a5d-07a6-4cf2-851f-2c34acc86207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1203638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3857428'] for subnet, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:19.319229 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:19.319484 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:19.321644 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:19.390932 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec65c8-a41b-4611-ba32-0171e017e95d req-91c736b6-6d51-4368-a672-c28f9ae61ae2 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:19.398288 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adec65c8-a41b-4611-ba32-0171e017e95d req-91c736b6-6d51-4368-a672-c28f9ae61ae2 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.7212594
Aug 12 15:34:19.409075 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51232a5d-07a6-4cf2-851f-2c34acc86207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002b3e75-99a8-4c70-abbf-8d7ee28cd6de,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:19.424495 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8d57-c563-4b37-a47f-3283b3c344e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:19.428597 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-51232a5d-07a6-4cf2-851f-2c34acc86207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:19.429436 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3f62aea1-78a5-40a6-8d78-881f28dfd972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:19.442637 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-51232a5d-07a6-4cf2-851f-2c34acc86207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:19.459172 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d8d57-c563-4b37-a47f-3283b3c344e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312e5332-c65a-4151-88bc-20f581d1e90c,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:19.477380 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-6b6d8d57-c563-4b37-a47f-3283b3c344e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:19.490305 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Pushing event updated for resources: {'Port': ['ID=851c0e85-883a-4e31-ae45-5d2a8ec9c818,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:19.496469 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8d57-c563-4b37-a47f-3283b3c344e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:19.497599 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-6b6d8d57-c563-4b37-a47f-3283b3c344e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/312e5332-c65a-4151-88bc-20f581d1e90c HTTP/1.1" status: 204  len: 168 time: 0.5431740
Aug 12 15:34:19.499264 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-51232a5d-07a6-4cf2-851f-2c34acc86207 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/002b3e75-99a8-4c70-abbf-8d7ee28cd6de HTTP/1.1" status: 204  len: 168 time: 0.7559316
Aug 12 15:34:19.503512 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 50282) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:34:19.510015 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:19.581902 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2299564
Aug 12 15:34:19.631778 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adec65c8-a41b-4611-ba32-0171e017e95d req-3bc4ba15-981d-4cc9-b34b-49df9a4b0ffa tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2181475
Aug 12 15:34:19.714706 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10614d-a315-4b0a-8906-330197a0d97f req-fb54851f-3343-4710-9dc2-ff564ca81e6d tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:19.715534 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-dc10614d-a315-4b0a-8906-330197a0d97f req-fb54851f-3343-4710-9dc2-ff564ca81e6d tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Synchronizing usage tracker for tenant:13edc200a443403bb16d979532bd63c3 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:34:19.748153 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-dc10614d-a315-4b0a-8906-330197a0d97f req-fb54851f-3343-4710-9dc2-ff564ca81e6d tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Unset dirty status for tenant:13edc200a443403bb16d979532bd63c3 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:34:19.752066 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dc10614d-a315-4b0a-8906-330197a0d97f req-fb54851f-3343-4710-9dc2-ff564ca81e6d tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 931 time: 0.2792721
Aug 12 15:34:19.759426 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-f2958a1f-7261-4a6f-b38c-217c1b59f648 None None] Provisioning for port 851c0e85-883a-4e31-ae45-5d2a8ec9c818 completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:34:19.766457 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-f2958a1f-7261-4a6f-b38c-217c1b59f648 None None] Provisioning complete for port 851c0e85-883a-4e31-ae45-5d2a8ec9c818 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:34:19.766928 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f2958a1f-7261-4a6f-b38c-217c1b59f648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:19.887417 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-f2958a1f-7261-4a6f-b38c-217c1b59f648 None None] Port 851c0e85-883a-4e31-ae45-5d2a8ec9c818 cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:34:19.907530 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dc10614d-a315-4b0a-8906-330197a0d97f req-346e777a-1439-4d3e-86f2-e832affa2f1f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454873
Aug 12 15:34:19.964652 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-507ad3e2-88ea-4446-a051-4876da7d1af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:20.218612 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-507ad3e2-88ea-4446-a051-4876da7d1af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:20.232369 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-507ad3e2-88ea-4446-a051-4876da7d1af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff08016f760>,) {'filters': {'network_id': ['cc438d87-7bdf-4e1a-9f05-6a00c5188f5a']}} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:34:20.248969 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-507ad3e2-88ea-4446-a051-4876da7d1af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff08016f760>, '7ac53c20-1c91-4e5b-8429-531977be9f9f') {'for_net_delete': True} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:34:20.249292 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-507ad3e2-88ea-4446-a051-4876da7d1af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff08016f760>, '7ac53c20-1c91-4e5b-8429-531977be9f9f') {} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:34:20.263755 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-507ad3e2-88ea-4446-a051-4876da7d1af5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1410405'] for segment, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:20.283501 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-507ad3e2-88ea-4446-a051-4876da7d1af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:20.290821 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507ad3e2-88ea-4446-a051-4876da7d1af5 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=79259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:34:20.291246 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-507ad3e2-88ea-4446-a051-4876da7d1af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203664'] for segment, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]: Traceback (most recent call last):
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:     timer()
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:     cb(*args, **kw)
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:     return func(*args, **kwargs)
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:     self._notify()
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:     self.callback(batched_events)
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:     event.method(event)
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:     return f(self, *a, **k)
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self._get(url).json()
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:34:20.305753 dv-cinder-804345-1-iscsi neutron-server[79259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:34:20.404605 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-507ad3e2-88ea-4446-a051-4876da7d1af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:20.409013 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4802524a-d98a-47af-bd2c-7b0f483c4a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:20.429310 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-507ad3e2-88ea-4446-a051-4876da7d1af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:20.438767 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ad3e2-88ea-4446-a051-4876da7d1af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc438d87-7bdf-4e1a-9f05-6a00c5188f5a,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:20.441229 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-507ad3e2-88ea-4446-a051-4876da7d1af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:20.448426 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-507ad3e2-88ea-4446-a051-4876da7d1af5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cc438d87-7bdf-4e1a-9f05-6a00c5188f5a HTTP/1.1" status: 204  len: 168 time: 0.9431739
Aug 12 15:34:20.623004 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 50308) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:34:20.701189 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-c3f04eba-664a-4911-9d83-a0076f2c325b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0be265cfe44849aaac4ff2c1268771d4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0743327
Aug 12 15:34:20.701392 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 50318) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:34:20.886838 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e2a28599-6de6-4376-9e69-f9bfe5270575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:20.947533 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e2a28599-6de6-4376-9e69-f9bfe5270575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:21.054635 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e2a28599-6de6-4376-9e69-f9bfe5270575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:21.064481 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf8ca0-2802-43e8-9b51-8566b78f2c7a req-9acfbb26-1666-41c2-8705-dcf98eef8a4f tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:21.065527 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-5193472c-349e-4ab5-98ef-78cfca4eaaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:21.069981 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0dcf8ca0-2802-43e8-9b51-8566b78f2c7a req-9acfbb26-1666-41c2-8705-dcf98eef8a4f tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 945 time: 0.2181709
Aug 12 15:34:21.095186 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a28599-6de6-4376-9e69-f9bfe5270575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e05bae-aa31-40cf-a1f0-21d5adedd00f,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:21.101312 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e2a28599-6de6-4376-9e69-f9bfe5270575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:21.103683 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e2a28599-6de6-4376-9e69-f9bfe5270575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:21.108238 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-e2a28599-6de6-4376-9e69-f9bfe5270575 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60e05bae-aa31-40cf-a1f0-21d5adedd00f HTTP/1.1" status: 204  len: 168 time: 0.4056356
Aug 12 15:34:21.210102 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0dcf8ca0-2802-43e8-9b51-8566b78f2c7a req-cf114516-a332-4e64-90fa-ff665774da48 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1315174
Aug 12 15:34:21.390471 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760d769-e820-4235-b4b8-6e79e534ba10 req-aacd6834-4edb-476c-b00c-618b57c425b5 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:21.397877 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2760d769-e820-4235-b4b8-6e79e534ba10 req-aacd6834-4edb-476c-b00c-618b57c425b5 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 931 time: 0.1744857
Aug 12 15:34:21.412712 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 668871bd-b6a4-4b97-8d61-86709c96addc no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:34:21.495652 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2760d769-e820-4235-b4b8-6e79e534ba10 req-b2b573c8-77a8-4619-a2a8-0bca396867b1 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965693
Aug 12 15:34:21.644982 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:21.694522 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '668871bd-b6a4-4b97-8d61-86709c96addc'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:34:21.733323 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 668871bd-b6a4-4b97-8d61-86709c96addc, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=668871bd-b6a4-4b97-8d61-86709c96addc,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:34:21.740746 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:21.743461 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-291b4c23-f40d-40e0-9a03-e7f41a08b5dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:21.867906 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '668871bd-b6a4-4b97-8d61-86709c96addc', 'code': 200}
Aug 12 15:34:21.939112 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=668871bd-b6a4-4b97-8d61-86709c96addc,revision_number=8']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:21.945857 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:22.494507 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff017d06-e9ab-4da3-9246-4fdf136fae0a req-80a85855-da9f-4d60-b77d-ba27d11b7a93 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:22.498287 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ff017d06-e9ab-4da3-9246-4fdf136fae0a req-80a85855-da9f-4d60-b77d-ba27d11b7a93 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1308203
Aug 12 15:34:22.599327 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ff017d06-e9ab-4da3-9246-4fdf136fae0a req-1ebc2f1b-0389-4517-8ae7-199f0350cc26 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949631
Aug 12 15:34:22.936375 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa1381-2265-4f4b-9335-4fca16d6c18b req-70ef4ebe-458d-42a3-a331-3f9e32ad3aa3 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:22.938577 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ceaa1381-2265-4f4b-9335-4fca16d6c18b req-70ef4ebe-458d-42a3-a331-3f9e32ad3aa3 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 931 time: 0.2776871
Aug 12 15:34:22.946519 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-2de295c2-036c-4eda-831e-32249d15f0b4 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:22.947980 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-2de295c2-036c-4eda-831e-32249d15f0b4 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/networks?id=3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 HTTP/1.1" status: 200  len: 813 time: 0.2246571
Aug 12 15:34:22.990914 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-8dcd90d8-8b29-4844-84ba-c99fd93e541a tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/quotas/87aae61a3a2b4958ac59b1fc34cf6752 HTTP/1.1" status: 200  len: 375 time: 0.0246885
Aug 12 15:34:23.073199 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-4012f091-b0c8-408f-abb8-11a435e4249e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=87aae61a3a2b4958ac59b1fc34cf6752&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0806565
Aug 12 15:34:23.090914 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ceaa1381-2265-4f4b-9335-4fca16d6c18b req-6fbe8f2c-90b5-4924-8298-3b826c3f6760 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414678
Aug 12 15:34:23.325733 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-b186745a-40c0-45dc-8e90-a3caeaf87d62 service neutron] 10.222.0.18 "GET /v2.0/networks/3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2324142
Aug 12 15:34:23.610741 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-a1ee8499-b326-403e-98cd-8ab72c3fe013 service neutron] 10.222.0.18 "GET /v2.0/networks/3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2791893
Aug 12 15:34:24.103197 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-20761bb2-6ac4-487a-bea5-f67ba29f9df4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Synchronizing usage tracker for tenant:d4c08df815994e6f8754d8c518538b08 on resource:security_group {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:34:24.185789 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-20761bb2-6ac4-487a-bea5-f67ba29f9df4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Unset dirty status for tenant:d4c08df815994e6f8754d8c518538b08 on resource:security_group {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:34:24.197020 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-20761bb2-6ac4-487a-bea5-f67ba29f9df4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714516845&fields=id&tenant_id=d4c08df815994e6f8754d8c518538b08 HTTP/1.1" status: 200  len: 267 time: 0.3523037
Aug 12 15:34:24.423863 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c889ba-281e-4c3d-baf2-fb88f1280d47 req-83252f63-0893-40c4-b2fa-157373d28dff tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:24.431441 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-47c889ba-281e-4c3d-baf2-fb88f1280d47 req-83252f63-0893-40c4-b2fa-157373d28dff tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.5008976
Aug 12 15:34:24.456695 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-3c8678d8-28ce-4057-9f26-a19ac9dca775 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:24.457457 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-3c8678d8-28ce-4057-9f26-a19ac9dca775 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Synchronizing usage tracker for tenant:d4c08df815994e6f8754d8c518538b08 on resource:network {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:34:24.508712 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-47c889ba-281e-4c3d-baf2-fb88f1280d47 req-45c8e5fc-96ef-49c8-ae35-e2886c1c7cf1 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762482
Aug 12 15:34:24.509669 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-3c8678d8-28ce-4057-9f26-a19ac9dca775 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Unset dirty status for tenant:d4c08df815994e6f8754d8c518538b08 on resource:network {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:34:24.510931 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-3c8678d8-28ce-4057-9f26-a19ac9dca775 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 812 time: 0.3125057
Aug 12 15:34:24.554570 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-97f634f3-e3bb-4582-8042-fd86714c30f7 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/quotas/d4c08df815994e6f8754d8c518538b08 HTTP/1.1" status: 200  len: 375 time: 0.0322530
Aug 12 15:34:24.844502 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dea228b9-d966-47b7-aa1e-452181aaf389 req-c8d55d2f-defd-4686-9551-6df281f48e55 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 210 time: 0.1885099
Aug 12 15:34:24.893598 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-c37b75d4-b5b3-4eb4-9566-73a5bfa9aad1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Synchronizing usage tracker for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:34:24.931406 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-c37b75d4-b5b3-4eb4-9566-73a5bfa9aad1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Unset dirty status for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:34:24.931675 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-c37b75d4-b5b3-4eb4-9566-73a5bfa9aad1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3654652
Aug 12 15:34:25.160222 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-ccd0dce6-0e63-4e1b-833f-942d09c96aaf service neutron] 10.222.0.18 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2158232
Aug 12 15:34:25.174482 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb95df-839a-44f0-a428-1f3926ec374d req-791e7929-a9cb-4a3d-8f0d-94db5eb04500 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:25.176992 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a9bb95df-839a-44f0-a428-1f3926ec374d req-791e7929-a9cb-4a3d-8f0d-94db5eb04500 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 931 time: 0.1947801
Aug 12 15:34:25.343705 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a9bb95df-839a-44f0-a428-1f3926ec374d req-8f7fe70d-fd6d-41ef-8803-f31421d2e42b tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419332
Aug 12 15:34:25.386300 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-c859aa6a-2292-434d-97c5-b4c5b26a792d service neutron] 10.222.0.18 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2078040
Aug 12 15:34:25.514418 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 50446) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:34:25.728146 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c6612d0e-6d08-401c-b285-1d9c47f5e492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:25.754475 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-c6612d0e-6d08-401c-b285-1d9c47f5e492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:34:25.760747 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-c6612d0e-6d08-401c-b285-1d9c47f5e492 admin admin] Usage tracker for resource:security_group_rule and tenant:f5a93a4dd9d34848a986104630910630 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:34:25.766855 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-c6612d0e-6d08-401c-b285-1d9c47f5e492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:34:25.778396 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-c6612d0e-6d08-401c-b285-1d9c47f5e492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:34:25.804012 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f96a9b-59b2-4b97-bbdc-b953ca4ce594 req-dc3b418c-bcdc-48df-bdf7-291b1b6eaa64 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:25.811681 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-75f96a9b-59b2-4b97-bbdc-b953ca4ce594 req-dc3b418c-bcdc-48df-bdf7-291b1b6eaa64 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1609850
Aug 12 15:34:25.901315 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-75f96a9b-59b2-4b97-bbdc-b953ca4ce594 req-1ea8c6e8-311b-494f-9c27-37fccbf2358c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885181
Aug 12 15:34:26.192048 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e7bbcbb6-713f-4aaa-b05f-488f2be9d25f req-e218a0de-bfe5-4598-bab3-35062f0f15ea tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 210 time: 0.0832219
Aug 12 15:34:26.225214 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d92e3b7d-2ac5-4f59-816d-338be7ff0579 req-1ef06b51-ad3f-41b4-a700-df08226adb44 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 210 time: 0.2072568
Aug 12 15:34:26.236718 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c6612d0e-6d08-401c-b285-1d9c47f5e492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:26.247165 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c6612d0e-6d08-401c-b285-1d9c47f5e492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:26.264417 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-a0fb88a3-c206-4940-81b5-bf183914c2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:26.314813 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-c6612d0e-6d08-401c-b285-1d9c47f5e492 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5a93a4dd9d34848a986104630910630&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7992549
Aug 12 15:34:26.317536 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 50472) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:34:26.378945 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6612d0e-6d08-401c-b285-1d9c47f5e492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49812f02-bd0d-4a39-aacc-cf473cba7f44,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:26.399327 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c6612d0e-6d08-401c-b285-1d9c47f5e492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:26.478881 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-e94b2648-93cb-42b9-ae39-b2008e82c765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:26.524425 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-e94b2648-93cb-42b9-ae39-b2008e82c765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:26.611118 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-e94b2648-93cb-42b9-ae39-b2008e82c765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:26.629488 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-aee569e8-8b08-476f-9b1b-4007f846d282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:26.719921 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b2648-93cb-42b9-ae39-b2008e82c765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49812f02-bd0d-4a39-aacc-cf473cba7f44,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:26.727131 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-e94b2648-93cb-42b9-ae39-b2008e82c765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:26.728145 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-e94b2648-93cb-42b9-ae39-b2008e82c765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:26.732379 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-e94b2648-93cb-42b9-ae39-b2008e82c765 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49812f02-bd0d-4a39-aacc-cf473cba7f44 HTTP/1.1" status: 204  len: 168 time: 0.4114871
Aug 12 15:34:26.823602 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df77851-c3db-44fa-968b-ad7f6e9b6c5d req-2dacecae-6ee2-49da-b94a-fc8de455d557 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:26.825262 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6df77851-c3db-44fa-968b-ad7f6e9b6c5d req-2dacecae-6ee2-49da-b94a-fc8de455d557 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 931 time: 0.1746900
Aug 12 15:34:26.922171 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6df77851-c3db-44fa-968b-ad7f6e9b6c5d req-170554a9-56af-4cc8-b8f8-40269c1ce272 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898008
Aug 12 15:34:27.170128 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a7e93-87c8-4d33-b639-ef1b1c5ac9ab req-66c77082-b5a1-4caa-be29-9f319281a445 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:27.172156 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-580a7e93-87c8-4d33-b639-ef1b1c5ac9ab req-66c77082-b5a1-4caa-be29-9f319281a445 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1044888
Aug 12 15:34:27.253401 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-580a7e93-87c8-4d33-b639-ef1b1c5ac9ab req-b257606b-a4b9-470f-9987-1a6ea1ea710f tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694301
Aug 12 15:34:27.381581 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fb17189a-0386-42df-af8c-4631a2f0f9ec req-804ff317-94a0-4825-a3d0-4cb72245f17c tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 210 time: 0.0545876
Aug 12 15:34:27.471715 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1a77ccad-f994-4234-94c8-6432c2f3b772 req-a66f5b0c-c131-46e7-bcbf-efa173a1b282 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 210 time: 0.0491621
Aug 12 15:34:28.252695 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a78d6-9cfb-4938-b554-ef581be90764 req-379c2bcb-5083-48b6-a598-c060daf685b9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:28.254606 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a90a78d6-9cfb-4938-b554-ef581be90764 req-379c2bcb-5083-48b6-a598-c060daf685b9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 931 time: 0.1528990
Aug 12 15:34:28.329385 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a90a78d6-9cfb-4938-b554-ef581be90764 req-a8f31c85-7a70-4ee1-a3da-2f2c5f82e896 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677419
Aug 12 15:34:28.635475 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-023e2efb-bfe8-43ec-9b5a-6556fd59e114 req-c7b46bfd-49d3-4c86-a04a-aca3bd30b471 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 210 time: 0.0761635
Aug 12 15:34:28.667219 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733bf9c-e7af-4544-8772-2a43fbc1342a req-095f1a3e-e784-4875-aa5a-23ece3dd59eb tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:28.668757 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7733bf9c-e7af-4544-8772-2a43fbc1342a req-095f1a3e-e784-4875-aa5a-23ece3dd59eb tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1735389
Aug 12 15:34:28.714399 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7733bf9c-e7af-4544-8772-2a43fbc1342a req-b0d16992-9e40-49f5-b545-270fdd64305d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393097
Aug 12 15:34:28.779373 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3ffec191-5700-4dd3-8a56-9542615b2e98 req-a522b19b-32c5-4f8d-9551-0d9d9828393f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 210 time: 0.0419953
Aug 12 15:34:29.193810 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Request body: {'port': {'device_id': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:34:29.314185 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:29.799893 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b5358-e871-4b73-8fd7-4a8367d08809 req-2bd7c6b1-517b-4c84-8f79-7b1fe726b5d8 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:29.801410 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-060b5358-e871-4b73-8fd7-4a8367d08809 req-2bd7c6b1-517b-4c84-8f79-7b1fe726b5d8 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 931 time: 0.2341044
Aug 12 15:34:29.877330 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bd1c65d1-8ee8-417d-94b6-e4482297ffac req-be1a5e87-968a-48ba-8792-4d104832ff60 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 210 time: 0.0747144
Aug 12 15:34:29.931169 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-060b5358-e871-4b73-8fd7-4a8367d08809 req-eae2fa53-837e-4fed-87f7-f040f733592c tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208858
Aug 12 15:34:30.100477 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851c0e85-883a-4e31-ae45-5d2a8ec9c818 {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:34:30.107435 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-59b34701-6917-4dba-9498-17704a203ae6 req-22d07fee-6590-4e26-a06b-ec6a017cf6e9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 210 time: 0.0552082
Aug 12 15:34:30.118268 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:30.139753 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Transition to ACTIVE for port object 851c0e85-883a-4e31-ae45-5d2a8ec9c818 will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:34:30.145149 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:30.150899 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d21a45ca-c5cd-481d-a15b-55561c3a0c3d tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:30.281473 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebde24-6014-4297-ae8e-9987b5be8981 req-23c0c62f-6dcd-400f-9b8d-8e99d83b8732 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:30.283032 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-80ebde24-6014-4297-ae8e-9987b5be8981 req-23c0c62f-6dcd-400f-9b8d-8e99d83b8732 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.2780056
Aug 12 15:34:30.333376 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=851c0e85-883a-4e31-ae45-5d2a8ec9c818,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:30.342390 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:30.411871 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-80ebde24-6014-4297-ae8e-9987b5be8981 req-d6d116e9-f392-4944-b2d1-575d9dce3e04 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1209838
Aug 12 15:34:30.438449 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Attempting to bind port 851c0e85-883a-4e31-ae45-5d2a8ec9c818 on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:34:30.438808 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Attempting to bind port 851c0e85-883a-4e31-ae45-5d2a8ec9c818 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': 'c7267d28-7044-44c2-bbe9-d1fd9bbba66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:34:30.439146 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Attempting to bind port 851c0e85-883a-4e31-ae45-5d2a8ec9c818 on network c8d16057-a807-4eb6-bdc7-be301d8eb03b {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:34:30.444051 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Port 851c0e85-883a-4e31-ae45-5d2a8ec9c818 on network c8d16057-a807-4eb6-bdc7-be301d8eb03b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:34:30.444400 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Attempting to bind port 851c0e85-883a-4e31-ae45-5d2a8ec9c818 on network c8d16057-a807-4eb6-bdc7-be301d8eb03b {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:34:30.449641 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:34:30.450465 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Checking segment: {'id': 'c7267d28-7044-44c2-bbe9-d1fd9bbba66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:34:30.450850 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Bound using segment: {'id': 'c7267d28-7044-44c2-bbe9-d1fd9bbba66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:34:30.451271 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Bound port: 851c0e85-883a-4e31-ae45-5d2a8ec9c818, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7267d28-7044-44c2-bbe9-d1fd9bbba66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:34:30.451614 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:30.541697 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] For port 851c0e85-883a-4e31-ae45-5d2a8ec9c818, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:34:30.544910 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] For port 851c0e85-883a-4e31-ae45-5d2a8ec9c818, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=851c0e85-883a-4e31-ae45-5d2a8ec9c818,segment=NetworkSegment(c7267d28-7044-44c2-bbe9-d1fd9bbba66e),segment_id=c7267d28-7044-44c2-bbe9-d1fd9bbba66e)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:34:30.548893 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:30.552707 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:30.619102 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:30.619766 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:30.621128 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] 10.222.0.76 "PUT /v2.0/ports/851c0e85-883a-4e31-ae45-5d2a8ec9c818 HTTP/1.1" status: 200  len: 1093 time: 1.4317203
Aug 12 15:34:30.621637 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'tag': '851c0e85-883a-4e31-ae45-5d2a8ec9c818'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:34:30.639308 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=851c0e85-883a-4e31-ae45-5d2a8ec9c818,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:30.642732 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:30.671047 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'tag': '851c0e85-883a-4e31-ae45-5d2a8ec9c818', 'status': 'completed', 'code': 200}
Aug 12 15:34:31.055133 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a17fd8cb-1bcd-4b6a-bb8a-b19615e04139 req-4308ad27-0a76-4449-a060-08ebb37173d4 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 210 time: 0.0461049
Aug 12 15:34:31.140104 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad8425-03c8-4781-8959-49b5d6475f9b req-f28a4ac4-d539-4249-97f3-ace33348c548 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:31.141629 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b4ad8425-03c8-4781-8959-49b5d6475f9b req-f28a4ac4-d539-4249-97f3-ace33348c548 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 943 time: 0.0821075
Aug 12 15:34:31.189864 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b4ad8425-03c8-4781-8959-49b5d6475f9b req-efded847-ad06-490a-afe7-a1cc37eb0900 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425360
Aug 12 15:34:31.269127 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e7f07c90-6e80-4c59-a986-aafd1dbf2291 req-5afc5534-6820-4b7e-aa57-1179b97eccb3 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 210 time: 0.0544722
Aug 12 15:34:31.605046 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131e672-b212-4cc5-baf3-09ee2d96d368 req-a5b1645f-a7b4-4196-be77-9b5851ab48cf tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:31.606508 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5131e672-b212-4cc5-baf3-09ee2d96d368 req-a5b1645f-a7b4-4196-be77-9b5851ab48cf tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.0811996
Aug 12 15:34:31.655782 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5131e672-b212-4cc5-baf3-09ee2d96d368 req-dcc1f01c-b9d6-4121-8b0c-ac46f45d94a2 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435612
Aug 12 15:34:32.204020 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0a8ac091-f55b-4848-985f-a65844ce5f66 req-c14025ad-4452-4702-ad84-434c25d4fcb6 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 210 time: 0.0432878
Aug 12 15:34:32.431796 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3124dec9-082e-498c-8bc8-83dca3555166 req-9e367810-8747-4679-b4bc-d6e6fd6aa97b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 210 time: 0.0517063
Aug 12 15:34:32.485990 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc9d9f-b477-445e-9d37-bd107f522ed5 req-9bcb54f5-5c63-415c-af87-d95c9e035840 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:32.487598 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-82cc9d9f-b477-445e-9d37-bd107f522ed5 req-9bcb54f5-5c63-415c-af87-d95c9e035840 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 943 time: 0.1835873
Aug 12 15:34:32.546724 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-82cc9d9f-b477-445e-9d37-bd107f522ed5 req-993de2a8-cc68-4c8a-adce-286853a53b28 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481932
Aug 12 15:34:32.555972 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300a419-c14d-4d02-8a64-e31e46a6bd0e req-12f0b35c-fd3e-4fcf-91df-b41c27c3d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:32.557495 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e300a419-c14d-4d02-8a64-e31e46a6bd0e req-12f0b35c-fd3e-4fcf-91df-b41c27c3d12f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=13edc200a443403bb16d979532bd63c3&device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 1096 time: 0.1200204
Aug 12 15:34:32.856708 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300a419-c14d-4d02-8a64-e31e46a6bd0e req-0b8631c6-8328-4ac4-8716-fc18c7a1889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:32.859295 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e300a419-c14d-4d02-8a64-e31e46a6bd0e req-0b8631c6-8328-4ac4-8716-fc18c7a1889b service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=13edc200a443403bb16d979532bd63c3&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2778902
Aug 12 15:34:33.032399 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87603c07-952f-4516-9e9e-bd5720044b23 req-3df0cbd2-c86e-4f97-8b89-8ba963de4c81 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:33.033957 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-87603c07-952f-4516-9e9e-bd5720044b23 req-3df0cbd2-c86e-4f97-8b89-8ba963de4c81 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.2341733
Aug 12 15:34:33.075012 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300a419-c14d-4d02-8a64-e31e46a6bd0e req-802fa531-131c-45df-9ee6-0c05b50bf212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:33.076671 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e300a419-c14d-4d02-8a64-e31e46a6bd0e req-802fa531-131c-45df-9ee6-0c05b50bf212 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2083628
Aug 12 15:34:33.098054 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-87603c07-952f-4516-9e9e-bd5720044b23 req-9ec483c2-b66c-4502-8d86-ee59899e67d7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487144
Aug 12 15:34:33.382331 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-17478dbd-8aaa-42b2-99ec-1e00b70f6e09 req-59d12959-f43c-49ac-a997-c420418fc73f tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 210 time: 0.0511665
Aug 12 15:34:33.607049 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4f76f9cb-0dc3-4430-8340-2a6e44a9471f req-0d7feafa-eb88-4e83-a9ca-48b48f8a9a58 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 210 time: 0.0548079
Aug 12 15:34:33.737468 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91409760-3126-4310-ab0c-1a7b522e889d req-4dcb48ca-bf0c-4c33-850e-955d08ede31d tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:33.738944 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-91409760-3126-4310-ab0c-1a7b522e889d req-4dcb48ca-bf0c-4c33-850e-955d08ede31d tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 943 time: 0.0808351
Aug 12 15:34:33.786457 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-91409760-3126-4310-ab0c-1a7b522e889d req-a76824d2-844c-49c4-805f-f7b171132604 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417774
Aug 12 15:34:34.308000 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977c670-ac61-4729-9d5b-044fbd9ee08c req-d9fc8af2-0601-4898-9e4f-649893c52ef5 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:34.309498 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f977c670-ac61-4729-9d5b-044fbd9ee08c req-d9fc8af2-0601-4898-9e4f-649893c52ef5 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.0853496
Aug 12 15:34:34.355845 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f977c670-ac61-4729-9d5b-044fbd9ee08c req-45632ecf-1e5f-4279-8885-0681028a750e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398390
Aug 12 15:34:34.533575 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da8e25bd-87a0-47d4-a7a3-3aaa5267a2b7 req-86d0b937-a920-414d-90cf-139b462ffebf tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 210 time: 0.0462322
Aug 12 15:34:34.758958 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8cefe55c-6373-4ce0-9b3c-643a6890a604 req-447d55fa-deea-4d67-8da1-254008237f10 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 210 time: 0.0432458
Aug 12 15:34:34.972477 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769296c-8eba-4ccc-946e-847546443d14 req-c833873c-f86e-44a6-b7ff-545a845b8ed5 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:34.973968 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6769296c-8eba-4ccc-946e-847546443d14 req-c833873c-f86e-44a6-b7ff-545a845b8ed5 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 943 time: 0.0813549
Aug 12 15:34:35.021166 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6769296c-8eba-4ccc-946e-847546443d14 req-c2805793-dde5-485e-9171-f24097105d97 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414095
Aug 12 15:34:35.544155 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab846a60-ff81-40c1-861b-63e87498ed28 req-6f91c234-0a2e-465a-9b77-308577a5203b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:35.545638 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ab846a60-ff81-40c1-861b-63e87498ed28 req-6f91c234-0a2e-465a-9b77-308577a5203b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.0781233
Aug 12 15:34:35.591441 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ab846a60-ff81-40c1-861b-63e87498ed28 req-5ea6747f-c045-4a26-bf30-7fbaf119e828 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396948
Aug 12 15:34:35.682629 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d0cc20b4-493d-47a5-8e01-f0f74cc69142 req-e976e125-31c8-4772-a2bd-a3186fef25d5 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 210 time: 0.0454249
Aug 12 15:34:35.933367 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f80ac63e-acb1-422a-bc23-d9101d772cde req-63fff8df-64e2-4647-9a5c-be173bc237f3 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 210 time: 0.0495322
Aug 12 15:34:36.058434 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-5d905aec-1aef-4f47-a965-3b1a4d39b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:36.060318 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-5d905aec-1aef-4f47-a965-3b1a4d39b9bc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=13edc200a443403bb16d979532bd63c3&device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 1096 time: 0.1188211
Aug 12 15:34:36.279341 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-d8cbfe89-9289-4d15-bcda-5431d2b6902f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=851c0e85-883a-4e31-ae45-5d2a8ec9c818 HTTP/1.1" status: 200  len: 217 time: 0.1227837
Aug 12 15:34:36.465894 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-08a0153a-6aad-408a-95fd-013dccb3fd3c tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:36.467344 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-08a0153a-6aad-408a-95fd-013dccb3fd3c tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.76 "GET /v2.0/networks?id=3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 HTTP/1.1" status: 200  len: 813 time: 0.3464208
Aug 12 15:34:36.468754 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b38a6842-62c3-4c4a-8684-263f03db746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:36.470673 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-b38a6842-62c3-4c4a-8684-263f03db746a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb9a0d26-f984-463b-9c93-843dfd9cf17f HTTP/1.1" status: 200  len: 854 time: 0.1839163
Aug 12 15:34:36.493571 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87ff14-06e4-4e3d-9539-9f8b1297c6d7 req-81e59bf8-88a3-496d-aa46-efefb6bfe127 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:36.494958 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bd87ff14-06e4-4e3d-9539-9f8b1297c6d7 req-81e59bf8-88a3-496d-aa46-efefb6bfe127 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 943 time: 0.3398812
Aug 12 15:34:36.544554 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bd87ff14-06e4-4e3d-9539-9f8b1297c6d7 req-b28a9164-08b9-4af0-850b-b93f206b8063 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421684
Aug 12 15:34:36.581532 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Request body: {'port': {'device_id': '5da28f4f-59bd-4182-a82d-4fec0569667b', 'network_id': '3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9', 'admin_state_up': True, 'tenant_id': '87aae61a3a2b4958ac59b1fc34cf6752'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:34:36.893496 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-d70f3d34-9a89-4b66-936f-fcaa23422740 req-a6b0a982-3e7b-4dee-b4ec-0ecdc05bd644 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1188154
Aug 12 15:34:37.012071 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-83121fd7-d2d0-4a5e-9224-037301c8f380 req-6b2bf727-495f-4b6e-b379-58da5da790b4 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 210 time: 0.1405661
Aug 12 15:34:37.205347 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:34:37.210172 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-db0e8e9c-d3b0-4b5c-bb82-bf677cd05fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:37.211668 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-db0e8e9c-d3b0-4b5c-bb82-bf677cd05fa0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8d16057-a807-4eb6-bdc7-be301d8eb03b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6703551
Aug 12 15:34:37.219425 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f67c9a52-1393-489e-bbf3-3be2a1960d43 req-b39cf1c9-daaa-4b29-9612-728ffd361d32 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 210 time: 0.0948582
Aug 12 15:34:37.244880 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-8328c695-7435-4423-bdf3-dc97abc04005 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:37.244880 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-8328c695-7435-4423-bdf3-dc97abc04005 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.76 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 812 time: 0.4919529
Aug 12 15:34:37.244880 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:34:37.260157 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eaf9a-ebb9-4c78-9230-af2892ae6f9d req-9b7e2ef4-3ca6-4ec1-b3f7-656505a94878 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:37.261747 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a40eaf9a-ebb9-4c78-9230-af2892ae6f9d req-9b7e2ef4-3ca6-4ec1-b3f7-656505a94878 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.3993633
Aug 12 15:34:37.262887 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Made reservation on behalf of 87aae61a3a2b4958ac59b1fc34cf6752 for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:34:37.266322 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:37.367316 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a40eaf9a-ebb9-4c78-9230-af2892ae6f9d req-d0ac7c82-6a63-4bb7-9225-ffb23898d265 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0899322
Aug 12 15:34:37.477162 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Allocated IP 172.20.0.4 (3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9/5ce5859d-5077-46ba-a674-1a808c04d4d3/9f610f33-c5c0-4094-b39d-6bb1a2855116) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:34:37.765917 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:37.807408 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f9429-eaa1-4876-a575-7a78a0756b18 req-08820aee-806c-418c-8543-387866409c32 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:37.808928 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8c2f9429-eaa1-4876-a575-7a78a0756b18 req-08820aee-806c-418c-8543-387866409c32 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 943 time: 0.1408675
Aug 12 15:34:37.831022 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:37.838805 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:37.917305 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Network 3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:34:37.922057 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:34:37.926740 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8c2f9429-eaa1-4876-a575-7a78a0756b18 req-a651a71a-ecb2-43e7-aa0a-09354609442a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115007
Aug 12 15:34:37.930006 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:34:37.970135 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Pushing event updated for resources: {'Port': ['ID=9f610f33-c5c0-4094-b39d-6bb1a2855116,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:37.974545 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:38.005194 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:38.005798 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:38.030779 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4904826
Aug 12 15:34:38.207818 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55f215-0d26-419f-ad85-093703bf7439 req-55b212ee-e973-4d6c-a1f6-c66b7e81cc2d tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:38.208428 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-3e55f215-0d26-419f-ad85-093703bf7439 req-55b212ee-e973-4d6c-a1f6-c66b7e81cc2d tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Synchronizing usage tracker for tenant:87aae61a3a2b4958ac59b1fc34cf6752 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:34:38.224347 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-3e55f215-0d26-419f-ad85-093703bf7439 req-55b212ee-e973-4d6c-a1f6-c66b7e81cc2d tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Unset dirty status for tenant:87aae61a3a2b4958ac59b1fc34cf6752 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:34:38.225533 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3e55f215-0d26-419f-ad85-093703bf7439 req-55b212ee-e973-4d6c-a1f6-c66b7e81cc2d tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 931 time: 0.0970695
Aug 12 15:34:38.271523 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3e55f215-0d26-419f-ad85-093703bf7439 req-652f7f18-35d5-4bc2-ae75-84c98814bab7 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401795
Aug 12 15:34:38.378675 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-590376b4-7818-44a1-8a37-48cbef5dffd5 req-e2b8e960-d8ca-46a3-a558-886dd7935818 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 210 time: 0.0459349
Aug 12 15:34:38.558254 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6a895-073a-4ac1-a95a-0e47c4055ef0 req-e7b7a639-e2eb-452c-b9d4-98517c3d9a8c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:38.559705 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14e6a895-073a-4ac1-a95a-0e47c4055ef0 req-e7b7a639-e2eb-452c-b9d4-98517c3d9a8c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.0799124
Aug 12 15:34:38.607618 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14e6a895-073a-4ac1-a95a-0e47c4055ef0 req-8eb3a9fd-00d3-45fe-9937-ff9b2b6311a4 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421517
Aug 12 15:34:38.617926 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:34:39.145724 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cb325-4887-4b79-9485-a4df7ce85dff req-dd827b08-8eff-4e4d-a9a5-69d3eacdb930 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:39.147125 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ea7cb325-4887-4b79-9485-a4df7ce85dff req-dd827b08-8eff-4e4d-a9a5-69d3eacdb930 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 943 time: 0.1013987
Aug 12 15:34:39.203659 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ea7cb325-4887-4b79-9485-a4df7ce85dff req-3c1e84eb-e518-41a2-bdf7-f69dcce88500 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464168
Aug 12 15:34:39.469039 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32c8a1-d488-449b-8f68-729cda629be0 req-f5ec6a82-1fcc-42f2-bfe9-59aad0d1e37f tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:39.470960 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5d32c8a1-d488-449b-8f68-729cda629be0 req-f5ec6a82-1fcc-42f2-bfe9-59aad0d1e37f tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 931 time: 0.0904081
Aug 12 15:34:39.682579 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d484cd28-c1bb-4e59-acbb-0ccaa93e2a96 req-549b1c2d-9f86-48c0-88a6-e0321b347d1b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 210 time: 0.1866746
Aug 12 15:34:39.695091 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5d32c8a1-d488-449b-8f68-729cda629be0 req-dfe041a4-cd6c-47fe-b717-21e48d91a559 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156551
Aug 12 15:34:40.011588 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:40.079453 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Request body: {'port': {'device_id': '5da28f4f-59bd-4182-a82d-4fec0569667b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:34:40.167316 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f3d34-9a89-4b66-936f-fcaa23422740 req-38c4d56e-d081-4e4d-9130-b94cfead3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:40.169015 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-d70f3d34-9a89-4b66-936f-fcaa23422740 req-38c4d56e-d081-4e4d-9130-b94cfead3f02 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dbe2b752bc7e46a684bd3e95191f60e2&device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 1099 time: 0.1047642
Aug 12 15:34:40.193552 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d7e8ea38-5b6b-4b3e-8a3e-d5058b4af1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:40.360572 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-82df3610-6128-464e-8ee0-8bacbab03da1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4c08df815994e6f8754d8c518538b08 HTTP/1.1" status: 200  len: 379 time: 0.1753676
Aug 12 15:34:40.379462 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Request body: {'port': {'device_id': 'cc0fb695-68a1-483f-9830-34d5beb6f97f', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'admin_state_up': True, 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'security_groups': ['1d92bbaa-03b9-452e-97df-9c483bc1558e']}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:34:40.399625 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f3d34-9a89-4b66-936f-fcaa23422740 req-fcc2cbf1-0bb7-43bc-af83-3fb7ea4ddc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:40.401791 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-d70f3d34-9a89-4b66-936f-fcaa23422740 req-fcc2cbf1-0bb7-43bc-af83-3fb7ea4ddc5d service neutron] 10.222.0.76 "GET /v2.0/networks?id=490dbe82-cde3-4d36-a911-378d177422a8 HTTP/1.1" status: 200  len: 912 time: 0.1979270
Aug 12 15:34:40.514005 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f1c12-424d-4bfe-9489-ace8d714e687 req-4d0aa2c7-ac21-437f-a27c-e88978dfc557 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:40.515593 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-386f1c12-424d-4bfe-9489-ace8d714e687 req-4d0aa2c7-ac21-437f-a27c-e88978dfc557 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.5450120
Aug 12 15:34:40.550785 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-d70f3d34-9a89-4b66-936f-fcaa23422740 req-e2124f71-56b2-43eb-abc8-d8b7dbc6d0b1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7548c663-1c11-427f-93be-d32512b2e521 HTTP/1.1" status: 200  len: 1001 time: 0.1413822
Aug 12 15:34:40.618118 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:40.627336 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f3d34-9a89-4b66-936f-fcaa23422740 req-91f1250a-a306-4a4b-9717-52b1989f899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:40.629724 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-d70f3d34-9a89-4b66-936f-fcaa23422740 req-91f1250a-a306-4a4b-9717-52b1989f899f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b6c0441e-c6a3-4d25-95c3-5ed1ea30385d HTTP/1.1" status: 200  len: 850 time: 0.0691087
Aug 12 15:34:40.716100 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f3d34-9a89-4b66-936f-fcaa23422740 req-2b208815-2643-47fd-9de4-b576ca3df8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:40.717750 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-d70f3d34-9a89-4b66-936f-fcaa23422740 req-2b208815-2643-47fd-9de4-b576ca3df8b8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=490dbe82-cde3-4d36-a911-378d177422a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802484
Aug 12 15:34:40.821332 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 50772) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:34:40.887145 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-386f1c12-424d-4bfe-9489-ace8d714e687 req-d4b54faf-9f20-4415-b37f-63caccbb743b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3505890
Aug 12 15:34:40.890366 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:34:40.909092 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-d70f3d34-9a89-4b66-936f-fcaa23422740 req-5c0fd2cc-fd08-4a4f-a74b-c1bf2b2be179 service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1792719
Aug 12 15:34:40.938570 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-53abc60d-79b1-42e2-8cd4-1e06f2fe611a service neutron] 10.222.0.76 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8791237
Aug 12 15:34:40.942060 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 668871bd-b6a4-4b97-8d61-86709c96addc no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:34:40.977843 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:34:41.125448 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-d70f3d34-9a89-4b66-936f-fcaa23422740 req-9a13ad3b-e6b6-45ea-8678-9a270ceda1bf service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2082558
Aug 12 15:34:41.202699 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:41.228530 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Made reservation on behalf of d4c08df815994e6f8754d8c518538b08 for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:34:41.232076 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:41.290224 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-28d66498-f2eb-4f7f-8d92-86403e0845e7 req-fe039f12-eade-43af-8e6a-042c2f47d9d5 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 210 time: 0.1234717
Aug 12 15:34:41.408125 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358b0e4-a3e5-4bcf-9615-ab349062952c req-2de34c30-ce62-43c9-9fcd-a6aa5387a6a9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:41.410096 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3358b0e4-a3e5-4bcf-9615-ab349062952c req-2de34c30-ce62-43c9-9fcd-a6aa5387a6a9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 943 time: 0.8933232
Aug 12 15:34:41.708716 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed3d6472-9cbb-498c-b577-7be9fabcb5e4 req-099ea244-92b8-4811-98e4-f77a778cf6b0 service neutron] 10.222.0.76 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7014124
Aug 12 15:34:41.724047 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3358b0e4-a3e5-4bcf-9615-ab349062952c req-16ef6271-6547-49a5-899b-4f2a6fe673d3 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2860239
Aug 12 15:34:41.786436 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e000f500-27b1-4688-bd20-05bad3be21bb req-8d703ed2-48cd-44ca-9d68-0bac824deaf9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.9638915
Aug 12 15:34:41.834291 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Allocated IP 172.20.0.11 (6583e41a-fa82-4b36-8411-f472b64444b7/70b088f4-4875-49de-a01f-42d328a56517/1a01a3a6-76ed-4086-a9f9-80528143456e) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:34:41.922861 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406839-8f31-4cb4-b4d7-0221549091ea req-a3506190-1426-49cd-b0e6-c352650ca4ef tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:41.924589 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c7406839-8f31-4cb4-b4d7-0221549091ea req-a3506190-1426-49cd-b0e6-c352650ca4ef tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 931 time: 0.4911523
Aug 12 15:34:42.132749 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f610f33-c5c0-4094-b39d-6bb1a2855116 {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:34:42.170913 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:42.284035 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c7406839-8f31-4cb4-b4d7-0221549091ea req-20db68cc-b798-44d1-8355-16a13f27527b tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3425505
Aug 12 15:34:42.294734 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Transition to ACTIVE for port object 9f610f33-c5c0-4094-b39d-6bb1a2855116 will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:34:42.312862 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:42.321563 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:42.533875 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff8061-2a4b-4b77-b4f9-36022ab3722f req-5b2eac08-298b-4729-aa96-9652c4932272 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:42.535478 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-09ff8061-2a4b-4b77-b4f9-36022ab3722f req-5b2eac08-298b-4729-aa96-9652c4932272 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.4790146
Aug 12 15:34:42.541128 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:42.605185 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Pushing event updated for resources: {'Port': ['ID=9f610f33-c5c0-4094-b39d-6bb1a2855116,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:42.621927 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:42.663113 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Transition to ACTIVE for port object 1a01a3a6-76ed-4086-a9f9-80528143456e will not be triggered until provisioned by entity DHCP. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:34:42.716049 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-09ff8061-2a4b-4b77-b4f9-36022ab3722f req-647ffac2-e2b8-4d77-be6e-a32a5af4a563 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1675477
Aug 12 15:34:42.754163 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Attempting to bind port 9f610f33-c5c0-4094-b39d-6bb1a2855116 on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:34:42.755013 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Attempting to bind port 9f610f33-c5c0-4094-b39d-6bb1a2855116 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '6b0e0e3d-107f-481c-aba2-f7581c70cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:34:42.755348 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Attempting to bind port 9f610f33-c5c0-4094-b39d-6bb1a2855116 on network 3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:34:42.771255 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa794156-4832-4e58-98a8-df3a5132a85f req-d8627531-b18d-4a84-81f4-5fc27d7096ba tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:42.773938 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fa794156-4832-4e58-98a8-df3a5132a85f req-d8627531-b18d-4a84-81f4-5fc27d7096ba tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.3755438
Aug 12 15:34:42.780209 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Port 9f610f33-c5c0-4094-b39d-6bb1a2855116 on network 3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:34:42.780811 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Attempting to bind port 9f610f33-c5c0-4094-b39d-6bb1a2855116 on network 3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:34:42.788713 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d5c4cdfe-0f94-4cc5-8d69-22a1d373bcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:42.815866 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:42.822698 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:34:42.823243 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Checking segment: {'id': '6b0e0e3d-107f-481c-aba2-f7581c70cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:34:42.823860 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Bound using segment: {'id': '6b0e0e3d-107f-481c-aba2-f7581c70cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:34:42.824585 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Bound port: 9f610f33-c5c0-4094-b39d-6bb1a2855116, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0e0e3d-107f-481c-aba2-f7581c70cff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:34:42.825177 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:42.854360 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f1ca97e9-843b-4572-8983-1afa950e9ef1 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:43.016152 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Network 6583e41a-fa82-4b36-8411-f472b64444b7 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:34:43.025666 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:34:43.038802 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fa794156-4832-4e58-98a8-df3a5132a85f req-60fb50d5-08a0-458b-a96c-aef69a59d83e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2541482
Aug 12 15:34:43.053015 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:34:43.108937 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'Port': ['ID=1a01a3a6-76ed-4086-a9f9-80528143456e,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:43.115007 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:43.202644 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:43.203270 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:43.207407 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] For port 9f610f33-c5c0-4094-b39d-6bb1a2855116, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:34:43.234084 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] For port 9f610f33-c5c0-4094-b39d-6bb1a2855116, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9f610f33-c5c0-4094-b39d-6bb1a2855116,segment=NetworkSegment(6b0e0e3d-107f-481c-aba2-f7581c70cff6),segment_id=6b0e0e3d-107f-481c-aba2-f7581c70cff6)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:34:43.252686 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:43.261792 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4e665f79-9e7f-455e-b2c4-3f0096cd5b93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:43.310071 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d852f9-c63c-48c1-8d26-0e8e27ae6042 req-60a0abfd-4e01-4030-b481-baf80e8108b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:43.310685 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-41d852f9-c63c-48c1-8d26-0e8e27ae6042 req-60a0abfd-4e01-4030-b481-baf80e8108b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Synchronizing usage tracker for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:34:43.323183 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9485121
Aug 12 15:34:43.331722 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-5604af6d-d264-4dd6-9589-f18e24240f40 None None] Provisioning for port 1a01a3a6-76ed-4086-a9f9-80528143456e completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:34:43.337056 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-5604af6d-d264-4dd6-9589-f18e24240f40 None None] Provisioning complete for port 1a01a3a6-76ed-4086-a9f9-80528143456e triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:34:43.338320 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5604af6d-d264-4dd6-9589-f18e24240f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:43.339407 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:43.340007 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:43.341378 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] 10.222.0.76 "PUT /v2.0/ports/9f610f33-c5c0-4094-b39d-6bb1a2855116 HTTP/1.1" status: 200  len: 1093 time: 3.2794135
Aug 12 15:34:43.346090 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da28f4f-59bd-4182-a82d-4fec0569667b', 'tag': '9f610f33-c5c0-4094-b39d-6bb1a2855116'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:34:43.381689 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-41d852f9-c63c-48c1-8d26-0e8e27ae6042 req-60a0abfd-4e01-4030-b481-baf80e8108b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Unset dirty status for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:34:43.382869 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-41d852f9-c63c-48c1-8d26-0e8e27ae6042 req-60a0abfd-4e01-4030-b481-baf80e8108b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 932 time: 0.4958453
Aug 12 15:34:43.383499 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Pushing event updated for resources: {'Port': ['ID=9f610f33-c5c0-4094-b39d-6bb1a2855116,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:43.387887 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:43.396270 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-5604af6d-d264-4dd6-9589-f18e24240f40 None None] Port 1a01a3a6-76ed-4086-a9f9-80528143456e cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:34:43.399944 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55921956-ca9f-41f3-833a-b1349843061f req-1c634fd6-09cc-4811-a6ef-ef53987f87ca tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:43.401110 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-55921956-ca9f-41f3-833a-b1349843061f req-1c634fd6-09cc-4811-a6ef-ef53987f87ca tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 943 time: 0.2521250
Aug 12 15:34:43.471787 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-41d852f9-c63c-48c1-8d26-0e8e27ae6042 req-8a7b37fc-84b8-4c5c-81e8-a89d403cd33b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696614
Aug 12 15:34:43.480236 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-55921956-ca9f-41f3-833a-b1349843061f req-0e291e6f-f210-42ad-95c6-33889a62bf13 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637448
Aug 12 15:34:43.547153 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da28f4f-59bd-4182-a82d-4fec0569667b', 'tag': '9f610f33-c5c0-4094-b39d-6bb1a2855116', 'status': 'completed', 'code': 200}
Aug 12 15:34:43.648922 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f163a-7bea-47ae-b74f-189d55469631 req-1f611e23-4dfd-4ca6-8718-c9b0721a208f tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:43.650393 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-029f163a-7bea-47ae-b74f-189d55469631 req-1f611e23-4dfd-4ca6-8718-c9b0721a208f tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 943 time: 0.0798628
Aug 12 15:34:43.699219 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-029f163a-7bea-47ae-b74f-189d55469631 req-b6f9dab3-ea90-45c9-abe2-b5c95714ebea tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429876
Aug 12 15:34:43.771461 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:43.912989 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3614b-120b-4775-82ec-a0a63757735a req-df6bf2a3-8c5c-4fff-812f-b35795730b7f tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:43.914467 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d6a3614b-120b-4775-82ec-a0a63757735a req-df6bf2a3-8c5c-4fff-812f-b35795730b7f tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.0811212
Aug 12 15:34:43.965892 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d6a3614b-120b-4775-82ec-a0a63757735a req-39565c8c-e29b-49e8-947a-020b84679fcf tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449431
Aug 12 15:34:44.230369 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c24762-eb47-4662-96c4-7e00f5d301ba req-790163b0-4385-4ec9-abcb-ba4942465be3 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:44.231872 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e4c24762-eb47-4662-96c4-7e00f5d301ba req-790163b0-4385-4ec9-abcb-ba4942465be3 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.0824876
Aug 12 15:34:44.278352 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e4c24762-eb47-4662-96c4-7e00f5d301ba req-a85e780a-c1d6-4de0-8444-194788afdf60 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402339
Aug 12 15:34:44.753645 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Request body: {'port': {'device_id': 'cc0fb695-68a1-483f-9830-34d5beb6f97f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:34:44.988617 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d24f9-3678-4594-b8ec-e1d69d5a8eb3 req-5e305597-8159-4f2a-8237-6cfb20972247 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:44.993240 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dd5d24f9-3678-4594-b8ec-e1d69d5a8eb3 req-5e305597-8159-4f2a-8237-6cfb20972247 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 932 time: 0.4073131
Aug 12 15:34:44.997383 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:45.013441 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4830ce4-77ae-467a-91d4-9ce1b0ec7f7f req-70e13b23-0b05-42c4-9529-838c52ab16c5 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:45.014936 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e4830ce4-77ae-467a-91d4-9ce1b0ec7f7f req-70e13b23-0b05-42c4-9529-838c52ab16c5 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 943 time: 0.3984423
Aug 12 15:34:45.100413 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-68aaeb7f-9aa0-4c03-b2f4-201791385fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:45.101900 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-68aaeb7f-9aa0-4c03-b2f4-201791385fed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87aae61a3a2b4958ac59b1fc34cf6752&device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 1096 time: 0.2937615
Aug 12 15:34:45.153286 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dd5d24f9-3678-4594-b8ec-e1d69d5a8eb3 req-288613c7-683a-4553-88d1-fa91d085d943 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1371422
Aug 12 15:34:45.159568 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e4830ce4-77ae-467a-91d4-9ce1b0ec7f7f req-0d888a6a-1c9d-4b6c-82b7-aec4cc695054 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215055
Aug 12 15:34:45.236545 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-18eac71e-57c3-4501-aa3e-83a9fe26fc91 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f610f33-c5c0-4094-b39d-6bb1a2855116 HTTP/1.1" status: 200  len: 217 time: 0.0801153
Aug 12 15:34:45.285502 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:45.423336 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-1bcd8889-bf7d-49b4-9409-1a5a3af51df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:45.424849 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-1bcd8889-bf7d-49b4-9409-1a5a3af51df7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5ce5859d-5077-46ba-a674-1a808c04d4d3 HTTP/1.1" status: 200  len: 853 time: 0.1457224
Aug 12 15:34:45.552736 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-dc98d066-33a5-4d46-a190-6aa4e230a145 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1114686
Aug 12 15:34:45.695647 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a170d1b-7856-4fea-be73-6e4f46412c95 req-191a5419-f558-4d9e-955d-1bbb8694f839 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:45.697159 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0a170d1b-7856-4fea-be73-6e4f46412c95 req-191a5419-f558-4d9e-955d-1bbb8694f839 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 943 time: 0.3736708
Aug 12 15:34:45.851276 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04317868-dc12-4b7a-9305-b9707988563a req-515257c4-e45a-493f-bfb2-94fa3ada73a3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:45.852903 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-04317868-dc12-4b7a-9305-b9707988563a req-515257c4-e45a-493f-bfb2-94fa3ada73a3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.4106538
Aug 12 15:34:45.860994 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-2f9d3d10-70c6-4080-8d8a-827e290e0afb service neutron] 10.222.0.76 "GET /v2.0/networks/3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2598677
Aug 12 15:34:45.868324 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0a170d1b-7856-4fea-be73-6e4f46412c95 req-27bb3330-c076-4a69-954c-54f7553210a6 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196661
Aug 12 15:34:46.108128 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-04317868-dc12-4b7a-9305-b9707988563a req-9e92bfe4-45c8-47ab-8e78-656b0c651332 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2338820
Aug 12 15:34:46.169483 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a01a3a6-76ed-4086-a9f9-80528143456e {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:34:46.206570 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:46.322411 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4d20d26-2fde-4f49-a297-ecad67843da4 req-e58bcb07-45da-4c65-8c92-faafbc471507 service neutron] 10.222.0.76 "GET /v2.0/networks/3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4465647
Aug 12 15:34:46.330457 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Transition to ACTIVE for port object 1a01a3a6-76ed-4086-a9f9-80528143456e will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:34:46.383078 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:46.394976 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-33451da3-ad2c-4b62-a463-7622bae13682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:46.724768 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3871c-a33a-4550-ae06-96bc9990c13e req-df459647-9c34-40cb-840d-933bf9ff9e05 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:46.724768 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-23d3871c-a33a-4550-ae06-96bc9990c13e req-df459647-9c34-40cb-840d-933bf9ff9e05 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.6329780
Aug 12 15:34:46.747968 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Pushing event updated for resources: {'Port': ['ID=1a01a3a6-76ed-4086-a9f9-80528143456e,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:46.792100 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:46.936934 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-23d3871c-a33a-4550-ae06-96bc9990c13e req-2c5513c3-2bbd-43bf-b276-ade7eaa1e312 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2071025
Aug 12 15:34:46.985969 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9220e8-e747-48be-bd04-36fc4c077f3b req-52522bc0-7cb3-4910-80fe-d237755f875b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:46.987468 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fd9220e8-e747-48be-bd04-36fc4c077f3b req-52522bc0-7cb3-4910-80fe-d237755f875b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.6406980
Aug 12 15:34:47.006633 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900553d-0f21-434f-a921-5a12bd48944c req-6d8586f3-0f62-4410-a210-5b7f21ef71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:47.008669 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d900553d-0f21-434f-a921-5a12bd48944c req-6d8586f3-0f62-4410-a210-5b7f21ef71ac service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=87aae61a3a2b4958ac59b1fc34cf6752&device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 1096 time: 0.5467744
Aug 12 15:34:47.028956 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Attempting to bind port 1a01a3a6-76ed-4086-a9f9-80528143456e on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:34:47.029276 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Attempting to bind port 1a01a3a6-76ed-4086-a9f9-80528143456e by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:34:47.029594 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Attempting to bind port 1a01a3a6-76ed-4086-a9f9-80528143456e on network 6583e41a-fa82-4b36-8411-f472b64444b7 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:34:47.106185 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Port 1a01a3a6-76ed-4086-a9f9-80528143456e on network 6583e41a-fa82-4b36-8411-f472b64444b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:34:47.106411 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Attempting to bind port 1a01a3a6-76ed-4086-a9f9-80528143456e on network 6583e41a-fa82-4b36-8411-f472b64444b7 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:34:47.149637 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:34:47.149975 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Checking segment: {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:34:47.150466 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Bound using segment: {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:34:47.150931 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Bound port: 1a01a3a6-76ed-4086-a9f9-80528143456e, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:34:47.151306 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:47.233869 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fd9220e8-e747-48be-bd04-36fc4c077f3b req-a35adb90-9645-4703-bea7-60f69d5a2792 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2329829
Aug 12 15:34:47.244847 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000f500-27b1-4688-bd20-05bad3be21bb req-e9e49f9e-fccf-4fdd-b310-e0a92956429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:47.246304 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e000f500-27b1-4688-bd20-05bad3be21bb req-e9e49f9e-fccf-4fdd-b310-e0a92956429c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577&tenant_id=409c964789574bf4b00bd19c92187a1f HTTP/1.1" status: 200  len: 1096 time: 0.3831880
Aug 12 15:34:47.443309 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900553d-0f21-434f-a921-5a12bd48944c req-1b7e55c0-48bd-47c9-93a6-6f4fae94531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:47.445329 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d900553d-0f21-434f-a921-5a12bd48944c req-1b7e55c0-48bd-47c9-93a6-6f4fae94531e service neutron] 10.222.0.76 "GET /v2.0/networks?id=3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 HTTP/1.1" status: 200  len: 914 time: 0.4179368
Aug 12 15:34:47.539843 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fcfa7-a5a9-4418-91be-51ed9fc3cee9 req-ab5846e0-4e12-43b5-9995-859d29d016df tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:47.541714 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c65fcfa7-a5a9-4418-91be-51ed9fc3cee9 req-ab5846e0-4e12-43b5-9995-859d29d016df tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 943 time: 0.4832013
Aug 12 15:34:47.552500 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] For port 1a01a3a6-76ed-4086-a9f9-80528143456e, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:34:47.562677 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d900553d-0f21-434f-a921-5a12bd48944c req-8379696b-72b9-435f-a9d0-b371230af2a3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f610f33-c5c0-4094-b39d-6bb1a2855116 HTTP/1.1" status: 200  len: 217 time: 0.1022458
Aug 12 15:34:47.623419 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] For port 1a01a3a6-76ed-4086-a9f9-80528143456e, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=1a01a3a6-76ed-4086-a9f9-80528143456e,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:34:47.647366 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:47.657033 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b540f812-8c4b-4302-a68b-f717570cddf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:47.699292 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000f500-27b1-4688-bd20-05bad3be21bb req-4d09e74c-10d8-41de-bbb6-f7f192729aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:47.700665 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e000f500-27b1-4688-bd20-05bad3be21bb req-4d09e74c-10d8-41de-bbb6-f7f192729aa4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=409c964789574bf4b00bd19c92187a1f&device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 1096 time: 0.4058969
Aug 12 15:34:47.725100 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c65fcfa7-a5a9-4418-91be-51ed9fc3cee9 req-e173280c-6654-448d-8eac-18c3df49d8c1 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696846
Aug 12 15:34:47.767447 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b53ed2-cabb-4dbf-ba46-f66f5f292495 req-695860cb-e211-4b60-9e83-7c0f44fb0da8 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:47.768994 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c2b53ed2-cabb-4dbf-ba46-f66f5f292495 req-695860cb-e211-4b60-9e83-7c0f44fb0da8 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 943 time: 0.4148066
Aug 12 15:34:47.777595 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900553d-0f21-434f-a921-5a12bd48944c req-076a59e7-8814-45d9-b0b1-05c635fdc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:47.778991 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d900553d-0f21-434f-a921-5a12bd48944c req-076a59e7-8814-45d9-b0b1-05c635fdc5c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5ce5859d-5077-46ba-a674-1a808c04d4d3 HTTP/1.1" status: 200  len: 853 time: 0.1988120
Aug 12 15:34:47.824498 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:47.825484 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:47.827110 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] 10.222.0.76 "PUT /v2.0/ports/1a01a3a6-76ed-4086-a9f9-80528143456e HTTP/1.1" status: 200  len: 1094 time: 3.0791130
Aug 12 15:34:47.827882 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0fb695-68a1-483f-9830-34d5beb6f97f', 'tag': '1a01a3a6-76ed-4086-a9f9-80528143456e'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:34:48.043459 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Pushing event updated for resources: {'Port': ['ID=1a01a3a6-76ed-4086-a9f9-80528143456e,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:48.063252 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d900553d-0f21-434f-a921-5a12bd48944c req-42ef79b0-5592-476e-9b39-c4cf94243b93 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2600131
Aug 12 15:34:48.079676 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:48.207694 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c2b53ed2-cabb-4dbf-ba46-f66f5f292495 req-5001c8e6-b2c7-4185-ab85-4f33ec1dabff tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4178832
Aug 12 15:34:48.281183 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000f500-27b1-4688-bd20-05bad3be21bb req-609da60d-5990-44ab-be69-3cc960d51c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:48.282643 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e000f500-27b1-4688-bd20-05bad3be21bb req-609da60d-5990-44ab-be69-3cc960d51c09 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7951e27b-9ee0-4bac-b307-010b164089b6 HTTP/1.1" status: 200  len: 918 time: 0.5676100
Aug 12 15:34:48.286769 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0fb695-68a1-483f-9830-34d5beb6f97f', 'tag': '1a01a3a6-76ed-4086-a9f9-80528143456e', 'status': 'completed', 'code': 200}
Aug 12 15:34:48.584536 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d900553d-0f21-434f-a921-5a12bd48944c req-9a3fa666-5eec-4265-b36d-11a512c020ac service neutron] 10.222.0.76 "GET /v2.0/networks/3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4891758
Aug 12 15:34:48.586423 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-ec9aa303-655e-407d-800a-c9e3ce92962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:48.587719 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-ec9aa303-655e-407d-800a-c9e3ce92962f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 1097 time: 0.6465535
Aug 12 15:34:48.597265 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d49fd4-72cc-495f-85f4-e3af657debb9 req-98f0edae-efd2-4e10-bfad-835b7a48a852 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:48.598673 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c3d49fd4-72cc-495f-85f4-e3af657debb9 req-98f0edae-efd2-4e10-bfad-835b7a48a852 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.7194386
Aug 12 15:34:48.637238 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 9f610f33-c5c0-4094-b39d-6bb1a2855116 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:34:48.711031 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e000f500-27b1-4688-bd20-05bad3be21bb req-612d2c5f-16e1-449f-a931-c181ec798e9e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668871bd-b6a4-4b97-8d61-86709c96addc HTTP/1.1" status: 200  len: 999 time: 0.4035017
Aug 12 15:34:48.732954 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-7a38d358-b220-47ad-b637-3c2f6fd42bed service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a01a3a6-76ed-4086-a9f9-80528143456e HTTP/1.1" status: 200  len: 217 time: 0.1224892
Aug 12 15:34:48.776854 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 9f610f33-c5c0-4094-b39d-6bb1a2855116, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9f610f33-c5c0-4094-b39d-6bb1a2855116,segment=NetworkSegment(6b0e0e3d-107f-481c-aba2-f7581c70cff6),segment_id=6b0e0e3d-107f-481c-aba2-f7581c70cff6)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:34:48.791524 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '9f610f33-c5c0-4094-b39d-6bb1a2855116', 'network_id': '3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9', 'port_id': '9f610f33-c5c0-4094-b39d-6bb1a2855116', 'mac_address': 'fa:16:3e:55:1c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce5859d-5077-46ba-a674-1a808c04d4d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:34:48.847336 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:48.865042 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f610f33-c5c0-4094-b39d-6bb1a2855116 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:34:48.881437 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 9f610f33-c5c0-4094-b39d-6bb1a2855116, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9f610f33-c5c0-4094-b39d-6bb1a2855116,segment=NetworkSegment(6b0e0e3d-107f-481c-aba2-f7581c70cff6),segment_id=6b0e0e3d-107f-481c-aba2-f7581c70cff6)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:34:48.886104 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:48.886832 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 851c0e85-883a-4e31-ae45-5d2a8ec9c818 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:34:48.889402 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:48.924642 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c3d49fd4-72cc-495f-85f4-e3af657debb9 req-5284a44e-ea6c-4b83-84b3-0d70c593c13b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3171251
Aug 12 15:34:48.967761 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000f500-27b1-4688-bd20-05bad3be21bb req-a93d36a3-963c-4e67-87f3-29da466cffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:48.969361 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e000f500-27b1-4688-bd20-05bad3be21bb req-a93d36a3-963c-4e67-87f3-29da466cffee service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb15ed47-a637-4378-9bb3-71152f440abb HTTP/1.1" status: 200  len: 856 time: 0.2435310
Aug 12 15:34:48.969642 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=9f610f33-c5c0-4094-b39d-6bb1a2855116,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:48.975021 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:48.980113 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-9bcd162c-8756-4cb7-ac43-bd19877363c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:48.981562 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-9bcd162c-8756-4cb7-ac43-bd19877363c2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70b088f4-4875-49de-a01f-42d328a56517 HTTP/1.1" status: 200  len: 851 time: 0.2343664
Aug 12 15:34:49.034290 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd883d-7b31-4b88-b619-8023be044339 req-9d177390-8830-4a70-b1af-bd25285a52b8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:49.035836 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-38cd883d-7b31-4b88-b619-8023be044339 req-9d177390-8830-4a70-b1af-bd25285a52b8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.5605149
Aug 12 15:34:49.111902 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 851c0e85-883a-4e31-ae45-5d2a8ec9c818, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=851c0e85-883a-4e31-ae45-5d2a8ec9c818,segment=NetworkSegment(c7267d28-7044-44c2-bbe9-d1fd9bbba66e),segment_id=c7267d28-7044-44c2-bbe9-d1fd9bbba66e)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:34:49.126312 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '851c0e85-883a-4e31-ae45-5d2a8ec9c818', 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'port_id': '851c0e85-883a-4e31-ae45-5d2a8ec9c818', 'mac_address': 'fa:16:3e:0a:43:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:34:49.142414 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d900553d-0f21-434f-a921-5a12bd48944c req-5f630048-4813-4969-b084-2b696b1b913a service neutron] 10.222.0.76 "GET /v2.0/networks/3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5310042
Aug 12 15:34:49.193486 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:49.213035 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851c0e85-883a-4e31-ae45-5d2a8ec9c818 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:34:49.227587 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-38cd883d-7b31-4b88-b619-8023be044339 req-6f772e8d-3d86-4923-b9d0-2362861b8dbc tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1382535
Aug 12 15:34:49.232237 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 851c0e85-883a-4e31-ae45-5d2a8ec9c818, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=851c0e85-883a-4e31-ae45-5d2a8ec9c818,segment=NetworkSegment(c7267d28-7044-44c2-bbe9-d1fd9bbba66e),segment_id=c7267d28-7044-44c2-bbe9-d1fd9bbba66e)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:34:49.238008 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:49.240636 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-249cadbe-a71c-45e8-be86-80a513ce2d2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:49.276106 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000f500-27b1-4688-bd20-05bad3be21bb req-ef4e6aa5-5f5b-47d0-99fe-26b214aa22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:49.277665 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e000f500-27b1-4688-bd20-05bad3be21bb req-ef4e6aa5-5f5b-47d0-99fe-26b214aa22d3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7951e27b-9ee0-4bac-b307-010b164089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2994292
Aug 12 15:34:49.287256 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35beed72-8328-40d7-9105-6e99ce8c1400 req-19383a32-fe80-48db-9571-8466146da5da tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:49.288847 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-35beed72-8328-40d7-9105-6e99ce8c1400 req-19383a32-fe80-48db-9571-8466146da5da tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.2062297
Aug 12 15:34:49.290983 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-1a87601a-687b-4788-8c4a-4d4938d64e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:49.292432 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-1a87601a-687b-4788-8c4a-4d4938d64e73 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6583e41a-fa82-4b36-8411-f472b64444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2557075
Aug 12 15:34:49.354820 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=851c0e85-883a-4e31-ae45-5d2a8ec9c818,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:49.359362 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:49.578073 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-35beed72-8328-40d7-9105-6e99ce8c1400 req-cafd8865-c7d7-42d4-8b0f-8178c4893340 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2644203
Aug 12 15:34:49.655579 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e000f500-27b1-4688-bd20-05bad3be21bb req-6bc60cb9-ee01-4655-9087-914e7b1d1f89 service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3618848
Aug 12 15:34:49.658697 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-1f1a908d-0144-4a0b-a004-d8919a6eb2b4 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3462417
Aug 12 15:34:49.686725 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['9f610f33-c5c0-4094-b39d-6bb1a2855116'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:34:49.697054 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6927529-eddf-4195-96cb-dadc96d1e664 req-5810050c-d832-4bf9-b00d-4426c9847a4e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:49.698598 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a6927529-eddf-4195-96cb-dadc96d1e664 req-5810050c-d832-4bf9-b00d-4426c9847a4e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 944 time: 0.3043995
Aug 12 15:34:49.767164 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['851c0e85-883a-4e31-ae45-5d2a8ec9c818'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:34:49.972114 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a6927529-eddf-4195-96cb-dadc96d1e664 req-fe60c38a-5b76-483b-a48c-120c18d2f558 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2450647
Aug 12 15:34:50.062334 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e000f500-27b1-4688-bd20-05bad3be21bb req-8d9301d6-d91c-4fb0-b523-12e578964e92 service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3938501
Aug 12 15:34:50.065053 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c6efeddd-ce23-4696-af16-54e05d4846c2 req-13e798c8-ecbb-4f1f-8e8f-a9d96df7e0d0 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3767242
Aug 12 15:34:50.073819 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b255e-00f4-4b19-bd24-1aab8da15672 req-dec38bb0-414d-43ea-bdd7-6aa165f48257 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:50.080056 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-623b255e-00f4-4b19-bd24-1aab8da15672 req-dec38bb0-414d-43ea-bdd7-6aa165f48257 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 944 time: 0.3574390
Aug 12 15:34:50.337579 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-623b255e-00f4-4b19-bd24-1aab8da15672 req-6481738d-29f7-4d90-943f-87a505a5644e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2550595
Aug 12 15:34:50.381142 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f05ced-5df8-4e9f-aeb0-86f6716b54e5 req-c14150c5-f83a-4533-be99-b1b226a8724a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:50.382640 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d0f05ced-5df8-4e9f-aeb0-86f6716b54e5 req-c14150c5-f83a-4533-be99-b1b226a8724a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1729925
Aug 12 15:34:50.386547 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402588fb-121d-47be-a4b7-3c53ecb1e683 req-64dae1ac-e23d-4d20-b3ba-06b18848a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:50.387957 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-402588fb-121d-47be-a4b7-3c53ecb1e683 req-64dae1ac-e23d-4d20-b3ba-06b18848a3e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 1097 time: 0.1812871
Aug 12 15:34:50.608194 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d0f05ced-5df8-4e9f-aeb0-86f6716b54e5 req-9f476b55-777a-4e2d-a482-13f14142f77e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2175026
Aug 12 15:34:50.629789 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402588fb-121d-47be-a4b7-3c53ecb1e683 req-2927b852-d596-4f7b-a0d3-fe3c7d22915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:50.631255 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-402588fb-121d-47be-a4b7-3c53ecb1e683 req-2927b852-d596-4f7b-a0d3-fe3c7d22915d service neutron] 10.222.0.76 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 913 time: 0.2241175
Aug 12 15:34:50.678063 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 9f610f33-c5c0-4094-b39d-6bb1a2855116 up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:34:50.706549 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-402588fb-121d-47be-a4b7-3c53ecb1e683 req-42fdc3d9-6b70-4cc8-9789-89ae5de42f08 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a01a3a6-76ed-4086-a9f9-80528143456e HTTP/1.1" status: 200  len: 217 time: 0.0681500
Aug 12 15:34:50.715301 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff418e-519d-475a-a277-563ca23df756 req-51b39c42-3a77-45aa-997b-b3bc436ae5e3 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:50.722527 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-63ff418e-519d-475a-a277-563ca23df756 req-51b39c42-3a77-45aa-997b-b3bc436ae5e3 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.2203324
Aug 12 15:34:50.760901 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 9f610f33-c5c0-4094-b39d-6bb1a2855116 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:34:50.769447 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 9f610f33-c5c0-4094-b39d-6bb1a2855116 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:34:50.770251 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:50.877863 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-63ff418e-519d-475a-a277-563ca23df756 req-cdf09019-79c9-48b0-8e09-929f11864a9a tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1536527
Aug 12 15:34:50.895886 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402588fb-121d-47be-a4b7-3c53ecb1e683 req-acfb0e94-22f0-4ac6-91f8-951eb52f2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:50.898346 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-402588fb-121d-47be-a4b7-3c53ecb1e683 req-acfb0e94-22f0-4ac6-91f8-951eb52f2e10 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70b088f4-4875-49de-a01f-42d328a56517 HTTP/1.1" status: 200  len: 851 time: 0.1727619
Aug 12 15:34:50.959052 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:51.003044 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da28f4f-59bd-4182-a82d-4fec0569667b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f610f33-c5c0-4094-b39d-6bb1a2855116'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:34:51.021126 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 9f610f33-c5c0-4094-b39d-6bb1a2855116, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9f610f33-c5c0-4094-b39d-6bb1a2855116,segment=NetworkSegment(6b0e0e3d-107f-481c-aba2-f7581c70cff6),segment_id=6b0e0e3d-107f-481c-aba2-f7581c70cff6)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:34:51.029905 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:51.033507 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 851c0e85-883a-4e31-ae45-5d2a8ec9c818 up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:34:51.041510 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17d2fe-f598-4c94-aec0-e227f74747a7 req-a676dfcf-4937-4d7e-ba09-c0fd9a7d16f9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:51.050821 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ca17d2fe-f598-4c94-aec0-e227f74747a7 req-a676dfcf-4937-4d7e-ba09-c0fd9a7d16f9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.2772295
Aug 12 15:34:51.118021 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ca17d2fe-f598-4c94-aec0-e227f74747a7 req-1a644cc6-a4ba-4cd3-8cb2-9f1b4ce8fc00 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662334
Aug 12 15:34:51.125624 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402588fb-121d-47be-a4b7-3c53ecb1e683 req-71efd181-42fa-4487-99a6-d4b98ecded33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:51.131268 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-402588fb-121d-47be-a4b7-3c53ecb1e683 req-71efd181-42fa-4487-99a6-d4b98ecded33 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6583e41a-fa82-4b36-8411-f472b64444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2178075
Aug 12 15:34:51.194387 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da28f4f-59bd-4182-a82d-4fec0569667b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f610f33-c5c0-4094-b39d-6bb1a2855116', 'code': 200}
Aug 12 15:34:51.195060 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:51.458833 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=9f610f33-c5c0-4094-b39d-6bb1a2855116,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:51.467228 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:51.473614 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 851c0e85-883a-4e31-ae45-5d2a8ec9c818 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:34:51.489476 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 851c0e85-883a-4e31-ae45-5d2a8ec9c818 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:34:51.490120 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:51.808598 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:51.814370 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-402588fb-121d-47be-a4b7-3c53ecb1e683 req-915535ae-998a-46e7-a455-9f601e102b8c service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3254602
Aug 12 15:34:51.834351 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4a460-b1be-4b36-acde-69ecceea048a req-f74caabe-7408-4b65-9495-0eafa55a589a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:51.845499 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1c4a460-b1be-4b36-acde-69ecceea048a req-f74caabe-7408-4b65-9495-0eafa55a589a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 944 time: 0.5035446
Aug 12 15:34:51.918540 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 851c0e85-883a-4e31-ae45-5d2a8ec9c818, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=851c0e85-883a-4e31-ae45-5d2a8ec9c818,segment=NetworkSegment(c7267d28-7044-44c2-bbe9-d1fd9bbba66e),segment_id=c7267d28-7044-44c2-bbe9-d1fd9bbba66e)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:34:51.926704 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:51.929470 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:51.949728 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1c4a460-b1be-4b36-acde-69ecceea048a req-dd64a02e-d727-41b2-953c-e7d7ee4503bd tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012523
Aug 12 15:34:51.987288 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343c11f-2cd7-4fe6-be30-c67a8270ac2c req-8da04e95-635f-44df-8cd3-a2753565550a tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:51.998889 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6343c11f-2cd7-4fe6-be30-c67a8270ac2c req-8da04e95-635f-44df-8cd3-a2753565550a tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.4290450
Aug 12 15:34:52.217247 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=851c0e85-883a-4e31-ae45-5d2a8ec9c818,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:52.243722 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:52.351076 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6343c11f-2cd7-4fe6-be30-c67a8270ac2c req-d8fd640b-b1d5-431e-9180-7949211550ff tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3509190
Aug 12 15:34:52.480971 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-402588fb-121d-47be-a4b7-3c53ecb1e683 req-a1f53977-5b5f-4647-8ed2-8aef4690f01f service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4796593
Aug 12 15:34:52.552673 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545662d-301d-456c-9690-7f19abce9268 req-f391c6fd-b224-4d30-be55-e6c56639087b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:52.560667 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3545662d-301d-456c-9690-7f19abce9268 req-f391c6fd-b224-4d30-be55-e6c56639087b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.3610771
Aug 12 15:34:52.611018 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 51026) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:34:52.704643 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3545662d-301d-456c-9690-7f19abce9268 req-0b09835b-7921-4969-bc5c-6d2db5ff8051 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1425989
Aug 12 15:34:52.810224 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50518ed-af3c-498d-9673-21329ded016a req-f7257349-6c23-487a-a3b8-1497b2a01a2b tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:52.814060 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a50518ed-af3c-498d-9673-21329ded016a req-f7257349-6c23-487a-a3b8-1497b2a01a2b tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.2340372
Aug 12 15:34:52.899316 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a50518ed-af3c-498d-9673-21329ded016a req-81d7d7c8-7d78-464b-99fa-cc7a7b37947b tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795248
Aug 12 15:34:52.926178 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-81ebd2d5-b2bf-4df0-8928-eb685c2d7e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:52.945749 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-81ebd2d5-b2bf-4df0-8928-eb685c2d7e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:34:52.951099 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-81ebd2d5-b2bf-4df0-8928-eb685c2d7e58 admin admin] Usage tracker for resource:security_group_rule and tenant:a11b37db83ae4cbbb864e715e136e937 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:34:52.955342 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-81ebd2d5-b2bf-4df0-8928-eb685c2d7e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:34:52.962119 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-81ebd2d5-b2bf-4df0-8928-eb685c2d7e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:34:53.118747 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-81ebd2d5-b2bf-4df0-8928-eb685c2d7e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:53.126705 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-81ebd2d5-b2bf-4df0-8928-eb685c2d7e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:53.138361 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:53.195813 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851c0e85-883a-4e31-ae45-5d2a8ec9c818'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:34:53.222270 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebd2d5-b2bf-4df0-8928-eb685c2d7e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525f4c9f-1177-4301-93db-62f893147d1f,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:53.237824 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-81ebd2d5-b2bf-4df0-8928-eb685c2d7e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:53.281180 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-81ebd2d5-b2bf-4df0-8928-eb685c2d7e58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a11b37db83ae4cbbb864e715e136e937&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6690381
Aug 12 15:34:53.293361 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 51036) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:34:53.385777 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-afff0e6c-8304-49c0-bc34-1ee8ead8c921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:53.407177 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfa976-6899-4cab-80cf-feaf71e2b888 req-ae8becac-931f-4a77-95ea-17ef7b5f48a2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:53.408713 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14cfa976-6899-4cab-80cf-feaf71e2b888 req-ae8becac-931f-4a77-95ea-17ef7b5f48a2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.1447241
Aug 12 15:34:53.414642 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-afff0e6c-8304-49c0-bc34-1ee8ead8c921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:53.417036 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799fb08-f0de-43e8-b57a-76df730fab1d req-38401ba5-6e78-4dd4-b84b-8f129599daf8 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:53.422367 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2799fb08-f0de-43e8-b57a-76df730fab1d req-38401ba5-6e78-4dd4-b84b-8f129599daf8 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.2393813
Aug 12 15:34:53.495278 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-afff0e6c-8304-49c0-bc34-1ee8ead8c921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:53.504367 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:34:53.517069 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff0e6c-8304-49c0-bc34-1ee8ead8c921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525f4c9f-1177-4301-93db-62f893147d1f,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:34:53.519483 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-afff0e6c-8304-49c0-bc34-1ee8ead8c921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:34:53.534983 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-afff0e6c-8304-49c0-bc34-1ee8ead8c921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:34:53.538150 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-afff0e6c-8304-49c0-bc34-1ee8ead8c921 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/525f4c9f-1177-4301-93db-62f893147d1f HTTP/1.1" status: 204  len: 168 time: 0.2412159
Aug 12 15:34:53.587936 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2799fb08-f0de-43e8-b57a-76df730fab1d req-d4c25d0f-430a-4a0e-9d77-fb1198bf4425 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621137
Aug 12 15:34:53.617323 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14cfa976-6899-4cab-80cf-feaf71e2b888 req-57804949-ae3c-45f8-bbdb-a513c383c873 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1883392
Aug 12 15:34:53.729253 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851c0e85-883a-4e31-ae45-5d2a8ec9c818', 'code': 200}
Aug 12 15:34:53.879330 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eb0aa-1126-4f2b-b7b7-3fbbd78af7f0 req-dec768a9-c578-430b-b2c4-56cfedc82ad6 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:53.886377 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0c7eb0aa-1126-4f2b-b7b7-3fbbd78af7f0 req-dec768a9-c578-430b-b2c4-56cfedc82ad6 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.1532564
Aug 12 15:34:53.958735 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0c7eb0aa-1126-4f2b-b7b7-3fbbd78af7f0 req-c84be47d-69a5-4b2e-8ef0-d5e56cd38ce5 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713470
Aug 12 15:34:54.185901 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b0f40-ba7c-4258-af11-4337a37eee1c req-568bb0ec-9f4f-40f2-ad0d-a00b775ce153 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:54.188384 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2c2b0f40-ba7c-4258-af11-4337a37eee1c req-568bb0ec-9f4f-40f2-ad0d-a00b775ce153 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.2410548
Aug 12 15:34:54.315910 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2c2b0f40-ba7c-4258-af11-4337a37eee1c req-d84e610d-2d96-44a2-80f8-92658ea7d372 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1167643
Aug 12 15:34:54.350093 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45335d-4e48-4f8d-9537-42e46efe991c req-bb718d2d-5a94-4fc8-bdf9-c63d699ac24d tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:54.352336 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cf45335d-4e48-4f8d-9537-42e46efe991c req-bb718d2d-5a94-4fc8-bdf9-c63d699ac24d tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.1520855
Aug 12 15:34:54.433864 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cf45335d-4e48-4f8d-9537-42e46efe991c req-0ca04810-6d14-4f37-b573-7e7354dcf343 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666890
Aug 12 15:34:54.941900 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e50d0-aa51-4cff-a06d-687c52c7c38d req-af3e4c87-4b75-4180-9b36-139fdba7475d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:54.953617 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-504e50d0-aa51-4cff-a06d-687c52c7c38d req-af3e4c87-4b75-4180-9b36-139fdba7475d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.1940649
Aug 12 15:34:54.962914 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c315c03-9fb1-4988-904c-095f8e4d1985 req-bdc91ee6-863e-4c8c-bca8-3416e242a4b8 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:54.964580 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9c315c03-9fb1-4988-904c-095f8e4d1985 req-bdc91ee6-863e-4c8c-bca8-3416e242a4b8 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.1687233
Aug 12 15:34:55.063298 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-504e50d0-aa51-4cff-a06d-687c52c7c38d req-5332ab92-ebff-40ce-a327-b4f45837e16b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1085157
Aug 12 15:34:55.071386 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9c315c03-9fb1-4988-904c-095f8e4d1985 req-af1ef4be-ac3b-470e-b683-c9239c457ee4 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921311
Aug 12 15:34:55.352879 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4f814-ddcc-47c7-9399-c1a7ab327fd7 req-bcd562ff-6658-4f01-aad5-c41a9c437be7 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:55.354508 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bbc4f814-ddcc-47c7-9399-c1a7ab327fd7 req-bcd562ff-6658-4f01-aad5-c41a9c437be7 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.1150653
Aug 12 15:34:55.492870 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bbc4f814-ddcc-47c7-9399-c1a7ab327fd7 req-76f50de9-1840-4cb6-8b0a-1633799bd4d0 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255224
Aug 12 15:34:55.695240 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc261e7-08b3-46aa-8869-3cdb8c182b3a req-3900188d-09f6-4be5-b455-9591a1cbe786 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:55.696858 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7cc261e7-08b3-46aa-8869-3cdb8c182b3a req-3900188d-09f6-4be5-b455-9591a1cbe786 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1898932
Aug 12 15:34:55.821305 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7cc261e7-08b3-46aa-8869-3cdb8c182b3a req-b2880912-997c-4406-b781-666dd6112211 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735559
Aug 12 15:34:55.869915 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f661833-22e5-44ef-a680-76e4c291c6c2 req-3f3270cd-7b51-4274-86d2-203c7664415e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:55.873703 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8f661833-22e5-44ef-a680-76e4c291c6c2 req-3f3270cd-7b51-4274-86d2-203c7664415e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.1753137
Aug 12 15:34:56.044842 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8f661833-22e5-44ef-a680-76e4c291c6c2 req-b388826c-ba10-4441-9b99-874744656afe tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1618776
Aug 12 15:34:56.346625 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19693b84-0659-468a-a164-3a77bc4d78ab req-e40bcd1a-80f3-45f9-bb45-b8b9a72b3ed7 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:56.348185 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-19693b84-0659-468a-a164-3a77bc4d78ab req-e40bcd1a-80f3-45f9-bb45-b8b9a72b3ed7 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.1527674
Aug 12 15:34:56.379768 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bec206-f12f-4bb2-9ae9-1b4eeb3afd9d req-aaf30e50-8761-4685-85ba-5ce97d50409b tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:56.381332 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-55bec206-f12f-4bb2-9ae9-1b4eeb3afd9d req-aaf30e50-8761-4685-85ba-5ce97d50409b tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.1338537
Aug 12 15:34:56.437044 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-19693b84-0659-468a-a164-3a77bc4d78ab req-3d9b2eee-b7d5-49e6-b061-d857f8203b76 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808671
Aug 12 15:34:56.470002 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-55bec206-f12f-4bb2-9ae9-1b4eeb3afd9d req-41d7867f-6350-43d1-a18d-bdef237d98f1 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780580
Aug 12 15:34:56.721178 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645010f7-9857-441d-a015-768b56b9165e req-c436891b-dfc6-4255-85a5-e0f1ae77115d tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:56.722957 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-645010f7-9857-441d-a015-768b56b9165e req-c436891b-dfc6-4255-85a5-e0f1ae77115d tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.1018486
Aug 12 15:34:56.808648 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-645010f7-9857-441d-a015-768b56b9165e req-718c6449-54f9-4991-ada8-3dd8ecd8e7c3 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785885
Aug 12 15:34:57.034598 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63e4b6-75a4-4e0d-aa4e-9d71aa0000a1 req-eacb5be6-9489-438f-a84f-8ed195d3372d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:57.036586 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7b63e4b6-75a4-4e0d-aa4e-9d71aa0000a1 req-eacb5be6-9489-438f-a84f-8ed195d3372d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.0961089
Aug 12 15:34:57.099794 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7b63e4b6-75a4-4e0d-aa4e-9d71aa0000a1 req-d361f961-172c-4308-b934-ae0818bc06f1 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494313
Aug 12 15:34:57.279698 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2913e8-da90-4864-b40c-99eff5ddce91 req-e0d3275f-9064-46fc-b3b9-1f6cf8c4eb07 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:57.282091 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1b2913e8-da90-4864-b40c-99eff5ddce91 req-e0d3275f-9064-46fc-b3b9-1f6cf8c4eb07 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.1225760
Aug 12 15:34:57.358417 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1b2913e8-da90-4864-b40c-99eff5ddce91 req-096df693-e2de-4966-9eda-60933919f4c8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666506
Aug 12 15:34:57.880675 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5607a-be82-4eaf-9b74-2df1744142f2 req-e68a353b-c5d6-4b1a-803c-0621a1d435db tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:57.882313 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dbf5607a-be82-4eaf-9b74-2df1744142f2 req-e68a353b-c5d6-4b1a-803c-0621a1d435db tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.2322745
Aug 12 15:34:57.894618 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d00780-7b87-4a29-b5df-f3bfbbbe2e90 req-7510848c-502f-4f32-afb7-88e83d1f8327 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:57.896303 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b8d00780-7b87-4a29-b5df-f3bfbbbe2e90 req-7510848c-502f-4f32-afb7-88e83d1f8327 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.1679635
Aug 12 15:34:58.049440 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dbf5607a-be82-4eaf-9b74-2df1744142f2 req-65699530-231e-4101-aa1e-fde40e873369 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1516831
Aug 12 15:34:58.060779 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b8d00780-7b87-4a29-b5df-f3bfbbbe2e90 req-017ff299-0bd9-4753-b4e0-fcf8409f60ff tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435752
Aug 12 15:34:58.403156 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deacd85-3ba3-4513-b23b-0f271dc8e41b req-bc0b7ca5-65c3-4a0e-83da-d223109c6b19 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:58.406084 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7deacd85-3ba3-4513-b23b-0f271dc8e41b req-bc0b7ca5-65c3-4a0e-83da-d223109c6b19 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.2380257
Aug 12 15:34:58.447269 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a0452-6d86-4549-aae8-0dc298b6f0df req-8ea97feb-9eb6-4b4f-9538-a988712e845e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:58.448985 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-743a0452-6d86-4549-aae8-0dc298b6f0df req-8ea97feb-9eb6-4b4f-9538-a988712e845e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1365354
Aug 12 15:34:58.507443 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7deacd85-3ba3-4513-b23b-0f271dc8e41b req-1a2bb7a9-b642-46d7-b557-7f9c3a118c91 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959888
Aug 12 15:34:58.514590 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-743a0452-6d86-4549-aae8-0dc298b6f0df req-7876d242-4449-4ad2-9389-31918787aa4b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538177
Aug 12 15:34:58.699546 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af96f6-2b82-4bbc-8580-6ff1988f79fa req-513be6e4-2f4c-4931-9b2f-f46ad805f8a4 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:58.701049 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-03af96f6-2b82-4bbc-8580-6ff1988f79fa req-513be6e4-2f4c-4931-9b2f-f46ad805f8a4 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.0875263
Aug 12 15:34:58.759145 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-03af96f6-2b82-4bbc-8580-6ff1988f79fa req-34a947cf-a5bc-4e68-b5b5-761bd8eeff41 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488958
Aug 12 15:34:59.363275 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9f48c-ba8d-402a-93b6-63210f8861f0 req-2bfb09f3-53cb-437f-962d-226a84f2be68 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:59.364839 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fdb9f48c-ba8d-402a-93b6-63210f8861f0 req-2bfb09f3-53cb-437f-962d-226a84f2be68 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.1133678
Aug 12 15:34:59.372554 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc850630-e432-4531-b5b6-2bba1bc1e657 req-961add4e-f087-44cf-a1b8-2c1cc98e0dad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:59.374039 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cc850630-e432-4531-b5b6-2bba1bc1e657 req-961add4e-f087-44cf-a1b8-2c1cc98e0dad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.1583226
Aug 12 15:34:59.454356 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fdb9f48c-ba8d-402a-93b6-63210f8861f0 req-6f564b01-0889-4d72-bc3c-707943aaadb5 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790241
Aug 12 15:34:59.468859 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cc850630-e432-4531-b5b6-2bba1bc1e657 req-0152aba4-18fb-4944-9882-c44142eadcdf tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804989
Aug 12 15:34:59.829345 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5e8da-4415-47c1-926d-b5a8b4842813 req-06ff3ac7-1279-4d6b-b62c-91a8f1cb649f tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:59.831247 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4fa5e8da-4415-47c1-926d-b5a8b4842813 req-06ff3ac7-1279-4d6b-b62c-91a8f1cb649f tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.1518545
Aug 12 15:34:59.862176 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c0cfc-e844-4c9a-98de-c9a70358f69d req-454ce103-79ee-4bc9-901b-19b8e2edcb53 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:34:59.863645 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-980c0cfc-e844-4c9a-98de-c9a70358f69d req-454ce103-79ee-4bc9-901b-19b8e2edcb53 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1513407
Aug 12 15:34:59.921468 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4fa5e8da-4415-47c1-926d-b5a8b4842813 req-13b50587-b104-47fb-b847-e2061d39efd9 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843136
Aug 12 15:34:59.931648 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-980c0cfc-e844-4c9a-98de-c9a70358f69d req-f3418816-4eda-4cf5-84fa-40f5564ec8d8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615208
Aug 12 15:35:00.138046 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03a4e3-9298-4972-bc18-58cf04ba1e24 req-6f532e8a-6ecb-49de-afe6-21899ef10b1e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:00.140041 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-be03a4e3-9298-4972-bc18-58cf04ba1e24 req-6f532e8a-6ecb-49de-afe6-21899ef10b1e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.0828006
Aug 12 15:35:00.190822 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-be03a4e3-9298-4972-bc18-58cf04ba1e24 req-d319ff2a-c96a-443b-8a22-8d845db0639c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444753
Aug 12 15:35:00.712368 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c342c7-6925-4de9-bb06-9594c7861723 req-8cf29df6-206e-430a-8754-a9a3c1760136 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:00.713870 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a0c342c7-6925-4de9-bb06-9594c7861723 req-8cf29df6-206e-430a-8754-a9a3c1760136 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.1146064
Aug 12 15:35:00.726520 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc227c0-4f8d-431f-91e4-524dff44e0a7 req-f21667c9-53be-4671-8ed9-e35af7e93ebc tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:00.728048 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fbc227c0-4f8d-431f-91e4-524dff44e0a7 req-f21667c9-53be-4671-8ed9-e35af7e93ebc tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.1653004
Aug 12 15:35:00.804995 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a0c342c7-6925-4de9-bb06-9594c7861723 req-1b40cf59-0985-44db-864a-11dd430186ca tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758381
Aug 12 15:35:00.817555 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fbc227c0-4f8d-431f-91e4-524dff44e0a7 req-b031d3ed-f069-4831-821f-19444bb79d38 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734017
Aug 12 15:35:01.196696 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b299e-4b22-4c2b-88b0-b2833ca68648 req-acfea5c2-eb12-440f-abd2-1bd8727fc814 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:01.198108 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5a6b299e-4b22-4c2b-88b0-b2833ca68648 req-acfea5c2-eb12-440f-abd2-1bd8727fc814 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.1586614
Aug 12 15:35:01.206748 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4dd26-23a1-44ff-8229-3c2403b86727 req-c7fcfd76-47dc-4b4c-b93c-887de7546602 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:01.208161 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ccf4dd26-23a1-44ff-8229-3c2403b86727 req-c7fcfd76-47dc-4b4c-b93c-887de7546602 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1234417
Aug 12 15:35:01.280674 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5a6b299e-4b22-4c2b-88b0-b2833ca68648 req-bba3da01-e46f-49b3-822e-f098bb1e8740 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714517
Aug 12 15:35:01.283398 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ccf4dd26-23a1-44ff-8229-3c2403b86727 req-7d8cf78c-4410-4bcc-bda0-829181a25608 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610974
Aug 12 15:35:01.471405 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefc93f-b47d-4846-ba65-7130264f4896 req-2abab421-9ee6-40ea-bef5-26791b086a81 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:01.473253 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-eaefc93f-b47d-4846-ba65-7130264f4896 req-2abab421-9ee6-40ea-bef5-26791b086a81 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.0910003
Aug 12 15:35:01.526460 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-eaefc93f-b47d-4846-ba65-7130264f4896 req-925db6b1-5dd5-452c-8ec5-5fce6f9cd9dd tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470352
Aug 12 15:35:02.088750 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72214429-70e6-4900-9327-8159c5adc257 req-6312776f-f6d5-4da8-a43d-86479a6fd9e9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:02.090448 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-72214429-70e6-4900-9327-8159c5adc257 req-6312776f-f6d5-4da8-a43d-86479a6fd9e9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.1517375
Aug 12 15:35:02.103956 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ab52c-c1f6-432f-83b3-924be8b7c727 req-cae746f8-e790-4bea-bbe0-3997aaba2e58 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:02.105460 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da9ab52c-c1f6-432f-83b3-924be8b7c727 req-cae746f8-e790-4bea-bbe0-3997aaba2e58 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.1243720
Aug 12 15:35:02.178807 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-72214429-70e6-4900-9327-8159c5adc257 req-151a496e-2472-4a93-b9dd-edfee48b61fe tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723732
Aug 12 15:35:02.181547 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da9ab52c-c1f6-432f-83b3-924be8b7c727 req-e7fbfeb6-b649-44de-a3ca-412b76da5454 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621316
Aug 12 15:35:02.536538 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db65fa7-b6dc-43a7-a2c3-db94345f9ca4 req-f28ab25a-4003-427b-b26d-46216c654ef6 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:02.538057 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0db65fa7-b6dc-43a7-a2c3-db94345f9ca4 req-f28ab25a-4003-427b-b26d-46216c654ef6 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.1499288
Aug 12 15:35:02.546561 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdc200-0d47-4525-ab53-ecfff5c5f8cb req-a0f67ae0-bcec-49a1-a213-8b11e4764281 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:02.547970 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-58cdc200-0d47-4525-ab53-ecfff5c5f8cb req-a0f67ae0-bcec-49a1-a213-8b11e4764281 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1273561
Aug 12 15:35:02.617345 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0db65fa7-b6dc-43a7-a2c3-db94345f9ca4 req-a37598c6-c368-4d37-bad5-de0bc896f1b0 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683169
Aug 12 15:35:02.625057 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-58cdc200-0d47-4525-ab53-ecfff5c5f8cb req-078577e9-3cc7-4c21-8bad-124917ac5762 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621014
Aug 12 15:35:02.862371 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83a0c9-b263-4091-a8af-863cd7cabb8a req-1e762a0d-e174-4367-bc24-fb28d4c68b02 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:02.863844 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2d83a0c9-b263-4091-a8af-863cd7cabb8a req-1e762a0d-e174-4367-bc24-fb28d4c68b02 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.1529326
Aug 12 15:35:02.909912 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2d83a0c9-b263-4091-a8af-863cd7cabb8a req-40043699-dc76-4fa1-bf83-a3c4149e4805 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400302
Aug 12 15:35:03.422822 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3d11d-aec2-475f-b6a5-98df88c5d11d req-94190aaa-3183-439b-9b45-8c906288c1db tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:03.424169 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-56b3d11d-aec2-475f-b6a5-98df88c5d11d req-94190aaa-3183-439b-9b45-8c906288c1db tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.1407516
Aug 12 15:35:03.431572 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4da2d-4391-43e4-bb04-da13fbd212f9 req-aaa64ca5-23e3-4cba-a405-63d1c02d2e8c tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:03.433016 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9ca4da2d-4391-43e4-bb04-da13fbd212f9 req-aaa64ca5-23e3-4cba-a405-63d1c02d2e8c tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.1182835
Aug 12 15:35:03.506061 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-56b3d11d-aec2-475f-b6a5-98df88c5d11d req-925f7707-8d86-4f78-99e8-0b117d07c600 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720866
Aug 12 15:35:03.513145 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9ca4da2d-4391-43e4-bb04-da13fbd212f9 req-ae1f720f-5cbb-44c4-83e8-7f416e5f8b24 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665169
Aug 12 15:35:03.869491 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ba2e6-89d2-4265-b60f-4f9f40c01ce1 req-abfff32d-6a97-4f5b-bb46-e2febf009d1a tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:03.870971 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bf5ba2e6-89d2-4265-b60f-4f9f40c01ce1 req-abfff32d-6a97-4f5b-bb46-e2febf009d1a tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.1435792
Aug 12 15:35:03.878941 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c6db2-5180-4f62-b133-887940746ac0 req-9554f533-4ee4-45e8-8512-c69323baa236 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:03.880341 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a00c6db2-5180-4f62-b133-887940746ac0 req-9554f533-4ee4-45e8-8512-c69323baa236 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1219721
Aug 12 15:35:03.953694 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bf5ba2e6-89d2-4265-b60f-4f9f40c01ce1 req-d9042f2b-0a17-46db-a778-b1df2790ef75 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723329
Aug 12 15:35:03.956207 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a00c6db2-5180-4f62-b133-887940746ac0 req-c22d2b83-3d06-4893-8f6e-c19426a24536 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607204
Aug 12 15:35:04.138715 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c2900-5152-4296-9fe9-e92d4f880463 req-648b2c5a-36f8-4104-b5a8-c86d5f3a18b8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:04.140740 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fe1c2900-5152-4296-9fe9-e92d4f880463 req-648b2c5a-36f8-4104-b5a8-c86d5f3a18b8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.0809557
Aug 12 15:35:04.189998 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fe1c2900-5152-4296-9fe9-e92d4f880463 req-db935e80-fb0f-4e45-89f4-203fb597f92a tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434525
Aug 12 15:35:04.750171 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b33d2-ca38-4d2c-814c-349e5c18f953 req-bbb62484-ccd0-4568-b433-22b018690d1d tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:04.751644 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6c2b33d2-ca38-4d2c-814c-349e5c18f953 req-bbb62484-ccd0-4568-b433-22b018690d1d tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.1380365
Aug 12 15:35:04.779190 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db185f0a-5410-4852-bff3-d17cfba9ccd1 req-f76d0275-17ed-4d29-97c1-5a6f26467800 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:04.780661 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-db185f0a-5410-4852-bff3-d17cfba9ccd1 req-f76d0275-17ed-4d29-97c1-5a6f26467800 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.1362305
Aug 12 15:35:04.836976 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6c2b33d2-ca38-4d2c-814c-349e5c18f953 req-14d881f6-fdbe-4b2b-b57d-9fd50d7e327b tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785592
Aug 12 15:35:04.848246 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-db185f0a-5410-4852-bff3-d17cfba9ccd1 req-ff2af639-fced-4326-9000-40b14aaade26 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605273
Aug 12 15:35:04.924420 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf177f3-88cd-4933-88cf-9ca5e13eac3d req-295f9e29-3ccb-4444-9b8e-281f786c3d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:04.926260 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-baf177f3-88cd-4933-88cf-9ca5e13eac3d req-295f9e29-3ccb-4444-9b8e-281f786c3d77 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 1098 time: 0.0755975
Aug 12 15:35:05.042545 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-baf177f3-88cd-4933-88cf-9ca5e13eac3d req-eba89f4b-a6a3-4ceb-987a-54ad092a62b3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511482
Aug 12 15:35:05.227142 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4b05b-09b3-42da-9c7e-f32f95289686 req-3e15d1c2-017d-4aa6-bc19-1eefd413fcfd tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:05.228536 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-38e4b05b-09b3-42da-9c7e-f32f95289686 req-3e15d1c2-017d-4aa6-bc19-1eefd413fcfd tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1453133
Aug 12 15:35:05.236934 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b89d5d-514c-4a12-9d64-ac60584a9d91 req-764f7883-86f6-4608-8a6a-9cfb4dc9c98e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:05.238335 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-56b89d5d-514c-4a12-9d64-ac60584a9d91 req-764f7883-86f6-4608-8a6a-9cfb4dc9c98e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.1201966
Aug 12 15:35:05.315130 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-38e4b05b-09b3-42da-9c7e-f32f95289686 req-7ea24633-2e1e-489b-a3a7-9a00642ade80 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758443
Aug 12 15:35:05.319512 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-56b89d5d-514c-4a12-9d64-ac60584a9d91 req-7fdfc078-c40d-4753-bda2-72d2079ebb3f tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641720
Aug 12 15:35:05.498535 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3ab9a-77ec-446b-9178-b452defdff7c req-f8446234-74d3-4f18-b8d3-c6e4d5290878 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:05.500465 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5dc3ab9a-77ec-446b-9178-b452defdff7c req-f8446234-74d3-4f18-b8d3-c6e4d5290878 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.0864429
Aug 12 15:35:05.550477 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5dc3ab9a-77ec-446b-9178-b452defdff7c req-b2ca99ba-bfdd-49f4-aa88-d46a15ad89b5 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404329
Aug 12 15:35:06.099511 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ca2aa-1ed6-491f-9f07-81b2d6ce691c req-a2ee9a30-062a-44b7-a68d-e38432676975 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:06.101058 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dd6ca2aa-1ed6-491f-9f07-81b2d6ce691c req-a2ee9a30-062a-44b7-a68d-e38432676975 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.1550221
Aug 12 15:35:06.112644 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60f318-ac10-4d45-9311-a17ff81fc4b9 req-59f296d6-baa0-49dd-af02-e24d45597b44 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:06.114075 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1f60f318-ac10-4d45-9311-a17ff81fc4b9 req-59f296d6-baa0-49dd-af02-e24d45597b44 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.1317046
Aug 12 15:35:06.184404 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dd6ca2aa-1ed6-491f-9f07-81b2d6ce691c req-88cd20a6-27ab-43d6-a8be-03f90848d9e0 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693753
Aug 12 15:35:06.191969 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1f60f318-ac10-4d45-9311-a17ff81fc4b9 req-c8502c1b-179b-4036-812f-139cee66ad11 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635493
Aug 12 15:35:06.572734 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40374a-8931-4f43-a4a7-ad468316d6f8 req-e58a44e9-69c1-4710-be84-35f29b7745e3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:06.574229 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2a40374a-8931-4f43-a4a7-ad468316d6f8 req-e58a44e9-69c1-4710-be84-35f29b7745e3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1422312
Aug 12 15:35:06.587130 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8483f-86d4-4699-8fe8-c8cb11c079dd req-bb412a4d-cc2c-447d-9869-dcdccd795633 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:06.588530 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6ec8483f-86d4-4699-8fe8-c8cb11c079dd req-bb412a4d-cc2c-447d-9869-dcdccd795633 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.1545949
Aug 12 15:35:06.659122 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2a40374a-8931-4f43-a4a7-ad468316d6f8 req-268f6beb-d02c-4522-b6c2-7e999b458c08 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695164
Aug 12 15:35:06.661725 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6ec8483f-86d4-4699-8fe8-c8cb11c079dd req-dbd01f25-a1e6-4888-ae98-925efde57267 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589330
Aug 12 15:35:06.835511 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef6cba-df6f-4576-a355-a5e9aeee8956 req-8dd65a01-ee54-4833-8d97-d4346ef4e428 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:06.836963 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-25ef6cba-df6f-4576-a355-a5e9aeee8956 req-8dd65a01-ee54-4833-8d97-d4346ef4e428 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.0821466
Aug 12 15:35:06.955310 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-25ef6cba-df6f-4576-a355-a5e9aeee8956 req-acb66d54-70b6-4cdc-9058-2d6e4357c8ca tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1126239
Aug 12 15:35:07.431845 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b97257-8140-4cff-9337-4c2f27266892 req-1eefea5e-0b4c-4eca-a386-21dde1eb1de9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:07.433427 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-68b97257-8140-4cff-9337-4c2f27266892 req-1eefea5e-0b4c-4eca-a386-21dde1eb1de9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.1436255
Aug 12 15:35:07.443005 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3a363-9292-45f2-9b8e-7fd2a01fcbe4 req-51e4220a-3c58-4324-8b1d-bedcb478a07c tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:07.444715 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ddf3a363-9292-45f2-9b8e-7fd2a01fcbe4 req-51e4220a-3c58-4324-8b1d-bedcb478a07c tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.1238661
Aug 12 15:35:07.515707 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-68b97257-8140-4cff-9337-4c2f27266892 req-1f3201c3-564b-4c5b-9edf-a95faf7820ab tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699086
Aug 12 15:35:07.520412 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ddf3a363-9292-45f2-9b8e-7fd2a01fcbe4 req-7ee9edca-d38d-4920-8f7f-43a31ee862cd tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604517
Aug 12 15:35:07.909786 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38cb85-27e1-4a67-b381-32494d001f1d req-348b469e-fd28-4dbd-8058-bb2054a098a4 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:07.911308 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6a38cb85-27e1-4a67-b381-32494d001f1d req-348b469e-fd28-4dbd-8058-bb2054a098a4 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.1436920
Aug 12 15:35:07.920246 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae62886-5efc-4cb5-bc31-97718c12b8db req-59c605df-d002-48a3-a072-29064d5c2d46 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:07.921857 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fae62886-5efc-4cb5-bc31-97718c12b8db req-59c605df-d002-48a3-a072-29064d5c2d46 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1518805
Aug 12 15:35:07.998857 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6a38cb85-27e1-4a67-b381-32494d001f1d req-459cf9d9-7698-4971-be8e-8506cd568eca tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760171
Aug 12 15:35:08.003200 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fae62886-5efc-4cb5-bc31-97718c12b8db req-605003ce-4df7-401b-abc6-5e9e0d4b4fa1 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651150
Aug 12 15:35:08.174994 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab3020-56aa-4fda-b9a6-5dbbb9ed4010 req-a6127b76-8786-4fde-b2bc-28913f334924 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:08.176343 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-13ab3020-56aa-4fda-b9a6-5dbbb9ed4010 req-a6127b76-8786-4fde-b2bc-28913f334924 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.0790367
Aug 12 15:35:08.220571 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-13ab3020-56aa-4fda-b9a6-5dbbb9ed4010 req-8a12ad73-20c7-457e-a4f3-5623a1742a17 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380261
Aug 12 15:35:08.460020 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeb990-4f4c-4fee-8481-d139ffe69f3d req-783b4ad5-9bad-4c52-84c0-2753d21ee288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:08.461495 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fffeb990-4f4c-4fee-8481-d139ffe69f3d req-783b4ad5-9bad-4c52-84c0-2753d21ee288 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 1098 time: 0.0746815
Aug 12 15:35:08.504622 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fffeb990-4f4c-4fee-8481-d139ffe69f3d req-79514fd5-282e-4e8f-b5b9-6315699dc103 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352337
Aug 12 15:35:08.777232 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3794e-f78f-4c17-bff7-dd83688914d0 req-1a80d37a-8528-4708-8be3-e7998bee5de1 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:08.778738 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8fe3794e-f78f-4c17-bff7-dd83688914d0 req-1a80d37a-8528-4708-8be3-e7998bee5de1 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.1481633
Aug 12 15:35:08.792401 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a085afe-fcae-45dc-9551-f8443d4910b4 req-02068798-afd5-4339-ad46-59566877a307 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:08.793910 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7a085afe-fcae-45dc-9551-f8443d4910b4 req-02068798-afd5-4339-ad46-59566877a307 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.1291497
Aug 12 15:35:08.865071 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8fe3794e-f78f-4c17-bff7-dd83688914d0 req-7f0777cc-24e6-418e-bf9c-e93bdf3f1246 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701578
Aug 12 15:35:08.869895 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7a085afe-fcae-45dc-9551-f8443d4910b4 req-8285af7e-6478-4d98-85d9-820051dc6ef9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616415
Aug 12 15:35:09.280509 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e68bca-ac8d-48c4-bb46-570d3b00fd3c req-7e291979-3dbc-4011-a5d7-b030f080aa11 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:09.282013 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-76e68bca-ac8d-48c4-bb46-570d3b00fd3c req-7e291979-3dbc-4011-a5d7-b030f080aa11 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.1136529
Aug 12 15:35:09.290360 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2734cd-739f-45b5-b8e5-f0f5849d442f req-afd796d8-0746-4602-a7b8-9cde8e491bd7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:09.291851 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ba2734cd-739f-45b5-b8e5-f0f5849d442f req-afd796d8-0746-4602-a7b8-9cde8e491bd7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1581600
Aug 12 15:35:09.367775 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-76e68bca-ac8d-48c4-bb46-570d3b00fd3c req-e6e560be-13c6-4554-acd3-ab217dc5608d tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748477
Aug 12 15:35:09.378059 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ba2734cd-739f-45b5-b8e5-f0f5849d442f req-7d9f048a-13d9-4437-8db3-91614f6d0b4e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699494
Aug 12 15:35:09.581730 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea6025-4c5a-41bf-b6f9-5b9103295878 req-f12263e9-48b4-4548-8eee-011d28ceb1b8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:09.583124 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-15ea6025-4c5a-41bf-b6f9-5b9103295878 req-f12263e9-48b4-4548-8eee-011d28ceb1b8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.1045539
Aug 12 15:35:09.634970 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-15ea6025-4c5a-41bf-b6f9-5b9103295878 req-564b461c-c50a-4824-b33a-f63977b001bd tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421917
Aug 12 15:35:10.039014 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:10.154079 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 51324) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:10.183281 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cc591271-c422-468f-80d0-9ef4351a0b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:10.240531 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dddee-5322-49c7-9ba6-7a14bc95008a req-e9435517-bc01-4986-9b03-e9c6f1142e81 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:10.242117 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-be5dddee-5322-49c7-9ba6-7a14bc95008a req-e9435517-bc01-4986-9b03-e9c6f1142e81 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.2617583
Aug 12 15:35:10.253134 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7df2b8-3cda-4d46-9d44-e43ed08b016a req-aa7f499b-9082-479d-b1e6-43431e29f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:10.254597 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0e7df2b8-3cda-4d46-9d44-e43ed08b016a req-aa7f499b-9082-479d-b1e6-43431e29f230 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dbe2b752bc7e46a684bd3e95191f60e2&device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 1099 time: 0.1782763
Aug 12 15:35:10.275356 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f9eb5-dcbf-4f06-becb-38ec6bcdb1cb req-adddb61c-24ad-4818-ac51-4706fa38e7bb tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:10.277130 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e85f9eb5-dcbf-4f06-becb-38ec6bcdb1cb req-adddb61c-24ad-4818-ac51-4706fa38e7bb tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.2018540
Aug 12 15:35:10.288340 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc655-34e7-44a6-a316-3d0b269bd608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:10.304205 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-cb7fc655-34e7-44a6-a316-3d0b269bd608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:35:10.308431 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-cb7fc655-34e7-44a6-a316-3d0b269bd608 admin admin] Usage tracker for resource:security_group_rule and tenant:3ade1550470a47eeb9f4cd060f15df26 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:35:10.311417 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-cb7fc655-34e7-44a6-a316-3d0b269bd608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:35:10.317470 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-cb7fc655-34e7-44a6-a316-3d0b269bd608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:35:10.416672 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc655-34e7-44a6-a316-3d0b269bd608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:10.421543 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc655-34e7-44a6-a316-3d0b269bd608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:10.430201 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-be5dddee-5322-49c7-9ba6-7a14bc95008a req-8395871c-8fd5-4676-a3be-fe97d99b6a5c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1807005
Aug 12 15:35:10.431364 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a79cc7a4-ee72-4032-aa37-b51de6d8e73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:10.441181 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e85f9eb5-dcbf-4f06-becb-38ec6bcdb1cb req-a8abfb75-bd00-4925-95e8-fca00b4209a4 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376512
Aug 12 15:35:10.491661 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7df2b8-3cda-4d46-9d44-e43ed08b016a req-81c9c336-e047-4c98-8aed-7e31384e18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:10.491928 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fc655-34e7-44a6-a316-3d0b269bd608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9acc956-9911-414c-8e35-13b33e0a8d61,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:10.493272 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0e7df2b8-3cda-4d46-9d44-e43ed08b016a req-81c9c336-e047-4c98-8aed-7e31384e18d5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=490dbe82-cde3-4d36-a911-378d177422a8 HTTP/1.1" status: 200  len: 912 time: 0.2133417
Aug 12 15:35:10.495366 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-cb7fc655-34e7-44a6-a316-3d0b269bd608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:10.502107 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-cb7fc655-34e7-44a6-a316-3d0b269bd608 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ade1550470a47eeb9f4cd060f15df26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3454344
Aug 12 15:35:10.503231 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 51336) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:10.716388 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-154b4b8a-693f-4a55-9416-f18b80d0ab13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:10.735812 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 1a01a3a6-76ed-4086-a9f9-80528143456e details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:35:10.758006 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-154b4b8a-693f-4a55-9416-f18b80d0ab13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:10.838622 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-154b4b8a-693f-4a55-9416-f18b80d0ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:10.838729 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0e7df2b8-3cda-4d46-9d44-e43ed08b016a req-b22ea06c-ae9a-43b8-8591-0a225dfb610c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7548c663-1c11-427f-93be-d32512b2e521 HTTP/1.1" status: 200  len: 1001 time: 0.3259032
Aug 12 15:35:10.848254 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-75ae71a5-5588-48f2-bd80-cd6e5a4a0c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:10.862737 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b4b8a-693f-4a55-9416-f18b80d0ab13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9acc956-9911-414c-8e35-13b33e0a8d61,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:10.866120 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-154b4b8a-693f-4a55-9416-f18b80d0ab13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:10.868567 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-154b4b8a-693f-4a55-9416-f18b80d0ab13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:10.869345 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-154b4b8a-693f-4a55-9416-f18b80d0ab13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9acc956-9911-414c-8e35-13b33e0a8d61 HTTP/1.1" status: 204  len: 168 time: 0.3646905
Aug 12 15:35:10.945778 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7df2b8-3cda-4d46-9d44-e43ed08b016a req-b190b8b7-8833-45cd-a258-b75e9124f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:10.947214 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0e7df2b8-3cda-4d46-9d44-e43ed08b016a req-b190b8b7-8833-45cd-a258-b75e9124f498 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b6c0441e-c6a3-4d25-95c3-5ed1ea30385d HTTP/1.1" status: 200  len: 850 time: 0.1038857
Aug 12 15:35:10.956504 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 1a01a3a6-76ed-4086-a9f9-80528143456e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=1a01a3a6-76ed-4086-a9f9-80528143456e,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:35:10.962727 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19065b97-7a56-4e81-a24a-494a8fd285fa req-19a12386-b27e-421a-9766-f05a5cb7e7cf tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:10.964223 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-19065b97-7a56-4e81-a24a-494a8fd285fa req-19a12386-b27e-421a-9766-f05a5cb7e7cf tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.2988555
Aug 12 15:35:10.983323 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '1a01a3a6-76ed-4086-a9f9-80528143456e', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'port_id': '1a01a3a6-76ed-4086-a9f9-80528143456e', 'mac_address': 'fa:16:3e:65:19:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:35:11.060840 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ed743-a2fa-4468-b074-baedde9e2ba1 req-f280af2a-cb78-44f8-8509-6a096584b4fa tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:11.062469 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-238ed743-a2fa-4468-b074-baedde9e2ba1 req-f280af2a-cb78-44f8-8509-6a096584b4fa tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 944 time: 0.3957541
Aug 12 15:35:11.067339 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:11.089849 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a01a3a6-76ed-4086-a9f9-80528143456e {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:35:11.118851 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 1a01a3a6-76ed-4086-a9f9-80528143456e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=1a01a3a6-76ed-4086-a9f9-80528143456e,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:35:11.124761 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:11.127461 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-487fc2b1-5050-4806-b00d-94b456db760e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:11.148146 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-19065b97-7a56-4e81-a24a-494a8fd285fa req-74e0362c-fd51-450d-b21d-cfeb7d36c0f2 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376591
Aug 12 15:35:11.184906 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-238ed743-a2fa-4468-b074-baedde9e2ba1 req-482320d6-83d5-4563-b167-aef06211cb34 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1082380
Aug 12 15:35:11.219809 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7df2b8-3cda-4d46-9d44-e43ed08b016a req-09f22ebd-0ac6-4eaf-bd9c-b2abf854d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:11.222029 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0e7df2b8-3cda-4d46-9d44-e43ed08b016a req-09f22ebd-0ac6-4eaf-bd9c-b2abf854d0d4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=490dbe82-cde3-4d36-a911-378d177422a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2680469
Aug 12 15:35:11.234642 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=1a01a3a6-76ed-4086-a9f9-80528143456e,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:11.243964 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:11.252185 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:11.252591 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:11.253007 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:11.255105 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:11.255505 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:11.255892 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:11.256235 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:11.256624 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:11.257004 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:11.257609 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:11.257975 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:11.258353 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:11.263253 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:11.448534 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0e7df2b8-3cda-4d46-9d44-e43ed08b016a req-559d3baf-356d-4908-90fe-b8f45d1fc3af service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2168136
Aug 12 15:35:11.471772 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872190fa-23d8-4471-89cf-c0880a4d83e0 req-23fc0900-40e3-42cc-909f-55ca66f97600 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:11.473192 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-872190fa-23d8-4471-89cf-c0880a4d83e0 req-23fc0900-40e3-42cc-909f-55ca66f97600 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1152551
Aug 12 15:35:11.539798 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['1a01a3a6-76ed-4086-a9f9-80528143456e'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:35:11.611876 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-872190fa-23d8-4471-89cf-c0880a4d83e0 req-2e1976aa-5d40-4ee4-81d1-8581eb05e564 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1322942
Aug 12 15:35:11.680884 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0e7df2b8-3cda-4d46-9d44-e43ed08b016a req-c939e6df-e3fd-4ae2-acf3-9c84c5281777 service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1870940
Aug 12 15:35:11.873847 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7dfbc-c36a-4c12-9f4b-74c84678e0bb req-b6327287-efca-4a3d-8b06-81316d533980 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:11.882431 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ade7dfbc-c36a-4c12-9f4b-74c84678e0bb req-b6327287-efca-4a3d-8b06-81316d533980 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.1226039
Aug 12 15:35:12.001358 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ade7dfbc-c36a-4c12-9f4b-74c84678e0bb req-0c06744f-2dbe-4abe-b6af-e4e50a89236c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1179533
Aug 12 15:35:12.037841 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0c085-11ef-46da-812c-d31d161cb50f req-4b6162d0-4861-4cce-a621-dd4af5e94e6c tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:12.039439 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7ef0c085-11ef-46da-812c-d31d161cb50f req-4b6162d0-4861-4cce-a621-dd4af5e94e6c tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.1408587
Aug 12 15:35:12.092935 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7ef0c085-11ef-46da-812c-d31d161cb50f req-f5e8218e-34ad-4348-aa08-de91c140900f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451930
Aug 12 15:35:12.297329 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab0e9a-b74d-464d-9775-af3ea3a416da req-0f30ad3d-5634-46a4-b21c-b32c9765f3d8 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:12.298823 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-10ab0e9a-b74d-464d-9775-af3ea3a416da req-0f30ad3d-5634-46a4-b21c-b32c9765f3d8 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.0964973
Aug 12 15:35:12.404821 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-10ab0e9a-b74d-464d-9775-af3ea3a416da req-376d592e-b8fd-4bc1-aaa3-fdf14a4f3023 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993772
Aug 12 15:35:12.440759 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a13fac-ddc8-4bd2-b5f4-fe52f0dbf8a8 req-a6044ce6-de1e-4ef9-bfe9-b7f47685bf19 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:12.448434 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-21a13fac-ddc8-4bd2-b5f4-fe52f0dbf8a8 req-a6044ce6-de1e-4ef9-bfe9-b7f47685bf19 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 945 time: 0.1285453
Aug 12 15:35:12.517060 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-21a13fac-ddc8-4bd2-b5f4-fe52f0dbf8a8 req-aac64853-2208-4e28-a349-41f988292fe8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674057
Aug 12 15:35:12.772659 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-89b4bbad-7bb8-4144-9252-8d9726d0f061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:12.921391 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836e4b7-a8e4-4a9a-9d72-a1553d870fcd req-02b7dca9-73f5-41dd-aa6c-a6197f91be6c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:12.923127 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e836e4b7-a8e4-4a9a-9d72-a1553d870fcd req-02b7dca9-73f5-41dd-aa6c-a6197f91be6c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1802001
Aug 12 15:35:12.937519 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102e8c4-ee95-4640-9eb7-ea3cc6dfdbbd req-50d63a0b-3d98-4067-9b20-d103c5dd3a59 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:12.939684 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6102e8c4-ee95-4640-9eb7-ea3cc6dfdbbd req-50d63a0b-3d98-4067-9b20-d103c5dd3a59 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.1545074
Aug 12 15:35:13.026240 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e836e4b7-a8e4-4a9a-9d72-a1553d870fcd req-727162ba-14f6-4af8-9675-59b97aa64987 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843430
Aug 12 15:35:13.031340 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6102e8c4-ee95-4640-9eb7-ea3cc6dfdbbd req-9dc26245-7507-439e-8fdd-3e12f1f74122 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715499
Aug 12 15:35:13.226175 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e685e5a-fce4-401b-b824-4604f35984d0 req-42ebbaaf-32c6-45c1-a2a4-67d502f9d354 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:13.227798 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2e685e5a-fce4-401b-b824-4604f35984d0 req-42ebbaaf-32c6-45c1-a2a4-67d502f9d354 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.0831656
Aug 12 15:35:13.293653 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2e685e5a-fce4-401b-b824-4604f35984d0 req-6dbff24f-ec6f-4ed6-a3cd-932f5e5f19bc tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559011
Aug 12 15:35:13.694478 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db172934-4fed-495c-a5d6-5d8f6c4505a6 req-00cf5a55-0db3-48c8-af0c-a494c4831d50 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:13.695947 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-db172934-4fed-495c-a5d6-5d8f6c4505a6 req-00cf5a55-0db3-48c8-af0c-a494c4831d50 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 945 time: 0.0796909
Aug 12 15:35:13.742033 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-db172934-4fed-495c-a5d6-5d8f6c4505a6 req-336f8378-abf2-4b7d-8152-abe1757d3f18 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403211
Aug 12 15:35:13.773242 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:14.338012 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca168c80-e914-4432-9ce4-6a38cb13d507 req-169589fd-15ab-4697-8a1b-60db25ea7419 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:14.340353 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ca168c80-e914-4432-9ce4-6a38cb13d507 req-169589fd-15ab-4697-8a1b-60db25ea7419 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1782587
Aug 12 15:35:14.389520 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ca168c80-e914-4432-9ce4-6a38cb13d507 req-c203d30f-0f21-4cf7-95c3-852f7aef88f2 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434060
Aug 12 15:35:14.756835 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 1a01a3a6-76ed-4086-a9f9-80528143456e up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:35:14.829225 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 1a01a3a6-76ed-4086-a9f9-80528143456e completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:35:14.835228 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 1a01a3a6-76ed-4086-a9f9-80528143456e triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:35:14.835597 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:14.962663 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:14.996427 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0fb695-68a1-483f-9830-34d5beb6f97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a01a3a6-76ed-4086-a9f9-80528143456e'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:35:15.008963 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 1a01a3a6-76ed-4086-a9f9-80528143456e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=1a01a3a6-76ed-4086-a9f9-80528143456e,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:35:15.014424 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:15.016596 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:15.041912 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0731f73-ad80-455b-834a-af0255fb5974 req-f5ffb942-e811-4831-a571-31a20f460aa1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:15.044093 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c0731f73-ad80-455b-834a-af0255fb5974 req-f5ffb942-e811-4831-a571-31a20f460aa1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 945 time: 0.1734016
Aug 12 15:35:15.088820 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=1a01a3a6-76ed-4086-a9f9-80528143456e,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:15.091856 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:15.099989 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c0731f73-ad80-455b-834a-af0255fb5974 req-331f0c05-57bc-4d30-bf23-76a462ca50ef tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495572
Aug 12 15:35:15.152414 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0fb695-68a1-483f-9830-34d5beb6f97f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a01a3a6-76ed-4086-a9f9-80528143456e', 'code': 200}
Aug 12 15:35:15.272511 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:15.610192 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a51aac-448d-47fc-9ec2-262f5b637ea9 req-9faa0d70-5ea1-42f9-8a42-fb6a9af53f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:15.611674 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-15a51aac-448d-47fc-9ec2-262f5b637ea9 req-9faa0d70-5ea1-42f9-8a42-fb6a9af53f70 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 1099 time: 0.1304896
Aug 12 15:35:15.618551 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:35:15.651059 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8adf9b-abb4-4254-9002-51ee63b58569 req-e6ef39d9-9c72-448e-af8d-f9bf5909382a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:15.652537 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0f8adf9b-abb4-4254-9002-51ee63b58569 req-e6ef39d9-9c72-448e-af8d-f9bf5909382a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.1203763
Aug 12 15:35:15.687073 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-15a51aac-448d-47fc-9ec2-262f5b637ea9 req-a920809a-1a9c-42f4-83a4-4bc4293c5cb7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653286
Aug 12 15:35:15.716730 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0f8adf9b-abb4-4254-9002-51ee63b58569 req-f5c63f61-5fe8-47b6-be15-985dcb51d06d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557327
Aug 12 15:35:16.284921 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d6027-1499-4900-b391-52f3413062d5 req-7a76344c-5de9-4fea-9cff-23280ea6ff6a tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:16.287092 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c79d6027-1499-4900-b391-52f3413062d5 req-7a76344c-5de9-4fea-9cff-23280ea6ff6a tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 946 time: 0.0821376
Aug 12 15:35:16.339837 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c79d6027-1499-4900-b391-52f3413062d5 req-f89299ba-2b05-4600-8d8c-77d108960c75 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457463
Aug 12 15:35:16.914574 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e8fdc-6394-46cb-8af4-e4015822128e req-de233686-7b28-4232-9215-0270aa5f743d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:16.916213 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-767e8fdc-6394-46cb-8af4-e4015822128e req-de233686-7b28-4232-9215-0270aa5f743d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.0874820
Aug 12 15:35:16.962635 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-767e8fdc-6394-46cb-8af4-e4015822128e req-74185cff-488a-4357-ac14-85f553c45c5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400798
Aug 12 15:35:17.579231 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5a667-1e26-45c2-87a7-bb48b904ab4a req-2de7242a-064c-4192-b45c-d3e811a6b5d1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:17.580699 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e8a5a667-1e26-45c2-87a7-bb48b904ab4a req-2de7242a-064c-4192-b45c-d3e811a6b5d1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 946 time: 0.0859723
Aug 12 15:35:17.626700 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e8a5a667-1e26-45c2-87a7-bb48b904ab4a req-1ed85bf4-2167-47f1-b07a-dde1590f8736 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402284
Aug 12 15:35:18.151743 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33701d5f-863e-47c7-b981-e3c8f5c7ccbe req-d14fe288-d847-448f-b7ef-8da3994c93a6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:18.153225 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-33701d5f-863e-47c7-b981-e3c8f5c7ccbe req-d14fe288-d847-448f-b7ef-8da3994c93a6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 943 time: 0.0795839
Aug 12 15:35:18.201327 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-33701d5f-863e-47c7-b981-e3c8f5c7ccbe req-f297720e-ff77-41e3-b704-9745761403d0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423648
Aug 12 15:35:18.346298 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 668871bd-b6a4-4b97-8d61-86709c96addc details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:35:18.484422 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 668871bd-b6a4-4b97-8d61-86709c96addc, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=668871bd-b6a4-4b97-8d61-86709c96addc,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:35:18.499134 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '668871bd-b6a4-4b97-8d61-86709c96addc', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'port_id': '668871bd-b6a4-4b97-8d61-86709c96addc', 'mac_address': 'fa:16:3e:54:e7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:35:18.557733 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:18.575390 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668871bd-b6a4-4b97-8d61-86709c96addc {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:35:18.595875 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 668871bd-b6a4-4b97-8d61-86709c96addc, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=668871bd-b6a4-4b97-8d61-86709c96addc,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:35:18.600554 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:18.603211 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:18.674785 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=668871bd-b6a4-4b97-8d61-86709c96addc,revision_number=9']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:18.677910 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:18.812501 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b17b80-e0cc-48d6-988d-9de6581b7ac4 req-42f78688-ebaf-412f-adb6-c30b789b710d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:18.814003 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-61b17b80-e0cc-48d6-988d-9de6581b7ac4 req-42f78688-ebaf-412f-adb6-c30b789b710d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 946 time: 0.0813456
Aug 12 15:35:18.866407 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-61b17b80-e0cc-48d6-988d-9de6581b7ac4 req-650a9550-a7bf-4d57-81a5-264c740afde7 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464461
Aug 12 15:35:19.397208 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed344924-070c-4c22-96ef-3282bf8601ff req-0d2804dc-102d-420a-bfd2-ac97ff0c7a8f tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:19.398643 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed344924-070c-4c22-96ef-3282bf8601ff req-0d2804dc-102d-420a-bfd2-ac97ff0c7a8f tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 944 time: 0.0832183
Aug 12 15:35:19.443623 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed344924-070c-4c22-96ef-3282bf8601ff req-6900c075-4f07-4551-8c2b-eabea7141f6d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390823
Aug 12 15:35:19.984054 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['668871bd-b6a4-4b97-8d61-86709c96addc'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:35:20.056497 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f134e4-7db3-4acb-a2d8-8f50c8220807 req-03275784-846a-41c7-950f-1aa8837805ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:20.063390 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-92f134e4-7db3-4acb-a2d8-8f50c8220807 req-03275784-846a-41c7-950f-1aa8837805ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 946 time: 0.0929818
Aug 12 15:35:20.117576 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-92f134e4-7db3-4acb-a2d8-8f50c8220807 req-653f8df0-2586-4297-99ad-1b97a95a7bb3 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531919
Aug 12 15:35:20.637446 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239e631-5257-4fae-9824-6ab88c87112b req-5be7b0e3-9e70-4059-963f-89b0b6beebc8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:20.638936 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9239e631-5257-4fae-9824-6ab88c87112b req-5be7b0e3-9e70-4059-963f-89b0b6beebc8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 944 time: 0.0841622
Aug 12 15:35:20.690658 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9239e631-5257-4fae-9824-6ab88c87112b req-2da6dacb-299e-4e4e-bb1a-ce289c8e1a4d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445414
Aug 12 15:35:21.311205 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5c3c8-5407-48ad-9527-7e52bcb31a89 req-d0a392bd-304b-4277-9f96-04d79078ed07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:21.312688 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-26d5c3c8-5407-48ad-9527-7e52bcb31a89 req-d0a392bd-304b-4277-9f96-04d79078ed07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 946 time: 0.0848336
Aug 12 15:35:21.362556 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-26d5c3c8-5407-48ad-9527-7e52bcb31a89 req-228c0e20-72b9-4a0c-948b-2611aa80b86b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439065
Aug 12 15:35:21.444491 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 668871bd-b6a4-4b97-8d61-86709c96addc up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:35:21.527334 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 668871bd-b6a4-4b97-8d61-86709c96addc triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:35:21.527992 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:21.558689 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7a45f-0cf0-4ca7-946b-557547fa691e req-cb688dc0-c58f-4b78-842d-a52c86f10bd2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:21.565290 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cde7a45f-0cf0-4ca7-946b-557547fa691e req-cb688dc0-c58f-4b78-842d-a52c86f10bd2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 946 time: 0.0967283
Aug 12 15:35:21.608103 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cde7a45f-0cf0-4ca7-946b-557547fa691e req-abef7785-8a33-4715-bede-abc96250874a tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419397
Aug 12 15:35:21.636776 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 51542) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:21.689241 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:21.719177 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668871bd-b6a4-4b97-8d61-86709c96addc'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:35:21.729292 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 668871bd-b6a4-4b97-8d61-86709c96addc, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=668871bd-b6a4-4b97-8d61-86709c96addc,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:35:21.737949 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:21.741788 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:21.820754 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668871bd-b6a4-4b97-8d61-86709c96addc', 'code': 200}
Aug 12 15:35:21.825642 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=668871bd-b6a4-4b97-8d61-86709c96addc,revision_number=10']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:21.837605 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:21.998374 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f53869-3602-4bdf-b989-6a5afb28f01c tempest-TestVolumeBootPattern-994756667 tempest-TestVolumeBootPattern-994756667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:21.999086 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-10f53869-3602-4bdf-b989-6a5afb28f01c tempest-TestVolumeBootPattern-994756667 tempest-TestVolumeBootPattern-994756667-project-admin] Synchronizing usage tracker for tenant:f22f6d26703c4e80a29bc2137b55a73e on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:35:22.027928 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fd982-30ca-418f-9752-b2dbc64fce6a req-d1323b2c-8146-463e-887e-3013c9a69f71 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:22.027928 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7c3fd982-30ca-418f-9752-b2dbc64fce6a req-d1323b2c-8146-463e-887e-3013c9a69f71 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 946 time: 0.1207016
Aug 12 15:35:22.060351 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-10f53869-3602-4bdf-b989-6a5afb28f01c tempest-TestVolumeBootPattern-994756667 tempest-TestVolumeBootPattern-994756667-project-admin] Unset dirty status for tenant:f22f6d26703c4e80a29bc2137b55a73e on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:35:22.061692 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-10f53869-3602-4bdf-b989-6a5afb28f01c tempest-TestVolumeBootPattern-994756667 tempest-TestVolumeBootPattern-994756667-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 1094 time: 0.4236045
Aug 12 15:35:22.064728 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 51564) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:22.071213 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Request body: {'floatingip': {'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'port_id': '1a01a3a6-76ed-4086-a9f9-80528143456e', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address': '172.20.0.11'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:35:22.078769 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:35:22.085937 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7c3fd982-30ca-418f-9752-b2dbc64fce6a req-556cbd3b-d840-46e6-a330-70b746f3822f tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580626
Aug 12 15:35:22.087270 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Usage tracker for resource:floatingip and tenant:d4c08df815994e6f8754d8c518538b08 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:35:22.091137 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:35:22.099825 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:35:22.118819 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for floatingip, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:22.298484 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:22.448075 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Allocated IP 172.27.3.227 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/2aceb088-ec9c-4997-ba57-691406dabb69) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:35:22.463113 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3cab5-066a-4425-a8ff-7d8ebe9525d6 req-b1392cbd-067a-4606-b3ff-1e10334c6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:22.464930 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a3f3cab5-066a-4425-a8ff-7d8ebe9525d6 req-b1392cbd-067a-4606-b3ff-1e10334c6721 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 1099 time: 0.0753109
Aug 12 15:35:22.510308 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a3f3cab5-066a-4425-a8ff-7d8ebe9525d6 req-1000b61f-c5f1-43a6-8123-9c75af184669 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388258
Aug 12 15:35:22.605639 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:22.635418 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:22.639174 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-da906245-4888-4148-a10d-057e3005a181 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:22.705737 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:35:22.708561 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:35:22.712172 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:35:22.742533 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'Port': ['ID=2aceb088-ec9c-4997-ba57-691406dabb69,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:22.757151 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:22.757151 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:22.757611 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:22.757750 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:22.757992 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:22.758337 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:22.758681 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:22.759024 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:22.759365 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:22.759703 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:22.760042 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:22.760380 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:22.765461 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:23.192613 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:23.316173 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:23.319918 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11680e-c738-48bc-a6c6-a5f896a5cdfa req-d8f617ed-068b-48ce-b38b-08279165ae33 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:23.321510 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7d11680e-c738-48bc-a6c6-a5f896a5cdfa req-d8f617ed-068b-48ce-b38b-08279165ae33 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 946 time: 0.1020696
Aug 12 15:35:23.448827 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7d11680e-c738-48bc-a6c6-a5f896a5cdfa req-74130dea-14cf-4563-8f9d-c79fdb266165 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1196127
Aug 12 15:35:23.583841 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:23.589731 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203708'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:23.594597 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:23.700433 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'Port': ['ID=2aceb088-ec9c-4997-ba57-691406dabb69,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:23.706465 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:23.714991 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:23.996407 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.l3_db [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Floating IP aac77efb-d4c1-4e30-a49a-3fcbdba2f757 associated. External IP: 172.27.3.227, port: 1a01a3a6-76ed-4086-a9f9-80528143456e.
Aug 12 15:35:24.133814 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 51606) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:24.254893 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:24.270482 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:35:24.274315 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:b382cd3ca92640de93cf94b16c857803 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:35:24.277183 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:35:24.282982 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:35:24.371155 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Router a75d66b6-880f-4331-badf-d71f7b3a985c has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:35:24.376768 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:24.381604 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:24.390408 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-3d3e75a0-0997-4a95-b4c1-32d8384adc91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:24.434723 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565d7e26-7cc5-47ff-bda3-3f83f5742bc6,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:24.438728 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b382cd3ca92640de93cf94b16c857803&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3038547
Aug 12 15:35:24.444845 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 51616) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:24.448936 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:24.449304 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:24.449657 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:24.450013 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:24.450354 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:24.450699 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:24.451045 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:24.451387 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:24.451734 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:24.452071 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:24.452413 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:24.452750 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:35:24.457076 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:24.522021 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-232aae6f-8167-461b-81b1-c52f11fd5023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:24.555376 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-232aae6f-8167-461b-81b1-c52f11fd5023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:24.570598 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:35:24.582935 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5622d564-1394-478d-b0a6-ad7e76bfd1e2 None None] Sync routers for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:35:24.594483 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622d564-1394-478d-b0a6-ad7e76bfd1e2 None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:35:24.595520 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-5622d564-1394-478d-b0a6-ad7e76bfd1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081549040>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:35:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:35:24.599789 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:24.662158 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5960770
Aug 12 15:35:24.662743 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0fb695-68a1-483f-9830-34d5beb6f97f', 'tag': '1a01a3a6-76ed-4086-a9f9-80528143456e'}] {{(pid=79259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:35:24.687807 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-232aae6f-8167-461b-81b1-c52f11fd5023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:24.692550 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c22cecd2-40e4-4a5e-ac2b-d465bbd89d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:24.708412 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232aae6f-8167-461b-81b1-c52f11fd5023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565d7e26-7cc5-47ff-bda3-3f83f5742bc6,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:24.715972 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-232aae6f-8167-461b-81b1-c52f11fd5023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:24.716716 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0fb695-68a1-483f-9830-34d5beb6f97f', 'tag': '1a01a3a6-76ed-4086-a9f9-80528143456e', 'status': 'completed', 'code': 200}
Aug 12 15:35:24.726197 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab144c-0c2f-4d9d-a26b-d04d9e88e3e2 req-825c5d26-235a-4f95-b9f9-7e615bac8e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:24.727803 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-07ab144c-0c2f-4d9d-a26b-d04d9e88e3e2 req-825c5d26-235a-4f95-b9f9-7e615bac8e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 946 time: 0.1571002
Aug 12 15:35:24.730200 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-232aae6f-8167-461b-81b1-c52f11fd5023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:24.733276 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-232aae6f-8167-461b-81b1-c52f11fd5023 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/565d7e26-7cc5-47ff-bda3-3f83f5742bc6 HTTP/1.1" status: 204  len: 168 time: 0.2868764
Aug 12 15:35:24.780053 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-07ab144c-0c2f-4d9d-a26b-d04d9e88e3e2 req-a855cfd9-bb3f-4346-aa82-15c6346901e8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451407
Aug 12 15:35:24.820452 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-5622d564-1394-478d-b0a6-ad7e76bfd1e2 None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:35:25.093374 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 51630) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:25.113642 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6676017b-9a1a-477f-8d48-20736c66c2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:25.127936 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-6676017b-9a1a-477f-8d48-20736c66c2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:35:25.132470 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-6676017b-9a1a-477f-8d48-20736c66c2ce admin admin] Usage tracker for resource:security_group_rule and tenant:23039f9184cf4bd3a6cfb187af4f4182 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:35:25.135333 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-6676017b-9a1a-477f-8d48-20736c66c2ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:35:25.141119 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-6676017b-9a1a-477f-8d48-20736c66c2ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:35:25.234010 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6676017b-9a1a-477f-8d48-20736c66c2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:25.238653 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6676017b-9a1a-477f-8d48-20736c66c2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:25.243681 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-5622d564-1394-478d-b0a6-ad7e76bfd1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081549040>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': 'aac77efb-d4c1-4e30-a49a-3fcbdba2f757', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'port_id': '1a01a3a6-76ed-4086-a9f9-80528143456e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'mac_address': 'fa:16:3e:65:19:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0fb695-68a1-483f-9830-34d5beb6f97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:35:23Z', 'updated_at': '2021-08-12T15:35:23Z', 'revision_number': 0, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:35:25.245770 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-099c53a8-a44d-43da-b104-6fac0d20fcda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:25.247981 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5622d564-1394-478d-b0a6-ad7e76bfd1e2 None None] Checking router: a75d66b6-880f-4331-badf-d71f7b3a985c for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:35:25.256621 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622d564-1394-478d-b0a6-ad7e76bfd1e2 None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:35:25.257745 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-5622d564-1394-478d-b0a6-ad7e76bfd1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081549040>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:35:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:35:25.285721 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676017b-9a1a-477f-8d48-20736c66c2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdd4287-54d6-4129-8759-c9ef4b8c1be1,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:25.292586 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-6676017b-9a1a-477f-8d48-20736c66c2ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23039f9184cf4bd3a6cfb187af4f4182&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1957083
Aug 12 15:35:25.292586 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-6676017b-9a1a-477f-8d48-20736c66c2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:25.293013 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 51634) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:25.363518 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1cc926e3-efe1-475e-93d9-1f261bd7827a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:25.392220 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1cc926e3-efe1-475e-93d9-1f261bd7827a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:25.450678 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1cc926e3-efe1-475e-93d9-1f261bd7827a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:25.455773 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-cb7fc655-34e7-44a6-a316-3d0b269bd608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:25.461008 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-5622d564-1394-478d-b0a6-ad7e76bfd1e2 None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:35:25.468623 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc926e3-efe1-475e-93d9-1f261bd7827a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdd4287-54d6-4129-8759-c9ef4b8c1be1,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:25.471626 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-1cc926e3-efe1-475e-93d9-1f261bd7827a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:25.473642 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1cc926e3-efe1-475e-93d9-1f261bd7827a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:25.474755 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-1cc926e3-efe1-475e-93d9-1f261bd7827a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fdd4287-54d6-4129-8759-c9ef4b8c1be1 HTTP/1.1" status: 204  len: 168 time: 0.1808639
Aug 12 15:35:25.833345 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-5622d564-1394-478d-b0a6-ad7e76bfd1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081549040>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': 'aac77efb-d4c1-4e30-a49a-3fcbdba2f757', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'port_id': '1a01a3a6-76ed-4086-a9f9-80528143456e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'mac_address': 'fa:16:3e:65:19:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0fb695-68a1-483f-9830-34d5beb6f97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:35:23Z', 'updated_at': '2021-08-12T15:35:23Z', 'revision_number': 0, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:35:25.837947 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5622d564-1394-478d-b0a6-ad7e76bfd1e2 None None] The sync data for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi is: [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': 'aac77efb-d4c1-4e30-a49a-3fcbdba2f757', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'port_id': '1a01a3a6-76ed-4086-a9f9-80528143456e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'mac_address': 'fa:16:3e:65:19:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0fb695-68a1-483f-9830-34d5beb6f97f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:35:23Z', 'updated_at': '2021-08-12T15:35:23Z', 'revision_number': 0, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:35:25.995019 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e0045-df63-4a05-92fb-27179e00f83e req-4089b1ad-f585-41af-bdbc-c115ee9ce326 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:25.996591 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-297e0045-df63-4a05-92fb-27179e00f83e req-4089b1ad-f585-41af-bdbc-c115ee9ce326 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 946 time: 0.0863404
Aug 12 15:35:26.056059 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-297e0045-df63-4a05-92fb-27179e00f83e req-ebec5173-e17b-48f6-a075-0ea18fd61c9a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527525
Aug 12 15:35:26.107441 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4c1d47-510f-4f7b-8c31-8e83a05c3a1f None None] New status for floating IP aac77efb-d4c1-4e30-a49a-3fcbdba2f757: ACTIVE {{(pid=79261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:35:26.237985 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e648f0-af03-4041-870d-fa827982d25b req-c3120b3b-9369-4147-9cca-54eeae894601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:26.240043 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-68e648f0-af03-4041-870d-fa827982d25b req-c3120b3b-9369-4147-9cca-54eeae894601 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 1099 time: 0.0801077
Aug 12 15:35:26.380241 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e648f0-af03-4041-870d-fa827982d25b req-526c82d7-1632-4e96-908a-3c3c497b6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:26.381914 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-68e648f0-af03-4041-870d-fa827982d25b req-526c82d7-1632-4e96-908a-3c3c497b6123 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 913 time: 0.1343129
Aug 12 15:35:26.500325 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-68e648f0-af03-4041-870d-fa827982d25b req-11deb958-cf05-4c92-8b14-c8e31bdee818 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a01a3a6-76ed-4086-a9f9-80528143456e HTTP/1.1" status: 200  len: 1002 time: 0.1090369
Aug 12 15:35:26.578789 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e648f0-af03-4041-870d-fa827982d25b req-4e047ba0-fdc1-4b0c-bd61-d07922a5f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:26.586714 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-68e648f0-af03-4041-870d-fa827982d25b req-4e047ba0-fdc1-4b0c-bd61-d07922a5f604 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70b088f4-4875-49de-a01f-42d328a56517 HTTP/1.1" status: 200  len: 851 time: 0.0749133
Aug 12 15:35:26.687848 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e648f0-af03-4041-870d-fa827982d25b req-ae4db980-3ec3-43cd-8822-9532934fd1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:26.689352 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-68e648f0-af03-4041-870d-fa827982d25b req-ae4db980-3ec3-43cd-8822-9532934fd1fa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6583e41a-fa82-4b36-8411-f472b64444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0959058
Aug 12 15:35:26.834082 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-68e648f0-af03-4041-870d-fa827982d25b req-e1dc961e-4ffa-4b73-951b-25a66d8ab518 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357296
Aug 12 15:35:26.989300 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-68e648f0-af03-4041-870d-fa827982d25b req-662b213b-c320-43e4-b5ff-dedfa9f30026 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369519
Aug 12 15:35:27.255973 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c26794-7fac-4888-a1fd-9ab0ab368906 req-d7015f13-5ff1-4f00-be16-8d54486d6a05 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:27.262762 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a4c26794-7fac-4888-a1fd-9ab0ab368906 req-d7015f13-5ff1-4f00-be16-8d54486d6a05 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 946 time: 0.0887017
Aug 12 15:35:27.313407 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a4c26794-7fac-4888-a1fd-9ab0ab368906 req-aaaab6b8-84fc-48b1-9e5c-aefd764bab34 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496945
Aug 12 15:35:28.501829 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed558a1-9d33-4b17-8736-e6941158e3c6 req-56d43833-7c40-486f-9683-3c322465935c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:28.503271 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7ed558a1-9d33-4b17-8736-e6941158e3c6 req-56d43833-7c40-486f-9683-3c322465935c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 946 time: 0.0830469
Aug 12 15:35:28.550764 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7ed558a1-9d33-4b17-8736-e6941158e3c6 req-8090859b-5139-4163-a560-500fa844cffa tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404356
Aug 12 15:35:29.896953 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e02f7e-4b6f-4474-a2ac-eac4f4fd6e65 req-c74444ce-43c2-4e84-bac0-65f778633b96 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:29.898080 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c7e02f7e-4b6f-4474-a2ac-eac4f4fd6e65 req-c74444ce-43c2-4e84-bac0-65f778633b96 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 946 time: 0.0856123
Aug 12 15:35:29.948209 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c7e02f7e-4b6f-4474-a2ac-eac4f4fd6e65 req-ba53fc28-7ba4-4590-8179-33c2418888d3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431521
Aug 12 15:35:31.174497 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aebbb8-93cc-4b69-84e7-7da172430e9b req-ffad51bc-8dcb-45e6-8417-a7b896a0f092 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:31.181723 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-79aebbb8-93cc-4b69-84e7-7da172430e9b req-ffad51bc-8dcb-45e6-8417-a7b896a0f092 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 946 time: 0.1163013
Aug 12 15:35:31.221129 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-79aebbb8-93cc-4b69-84e7-7da172430e9b req-056e38be-db50-45c3-910a-6f9df2c598d9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385365
Aug 12 15:35:32.713094 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139930cd-43d6-497a-904e-52d8f32ab655 req-e7ebc9a3-52c5-4f8e-83d8-39faa81f269d tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:32.714462 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-139930cd-43d6-497a-904e-52d8f32ab655 req-e7ebc9a3-52c5-4f8e-83d8-39faa81f269d tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.1478930
Aug 12 15:35:32.760806 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-139930cd-43d6-497a-904e-52d8f32ab655 req-da20b1a0-e732-4eae-9acb-901c37e772b3 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402749
Aug 12 15:35:32.784731 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 51782) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:33.060026 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf4abdc-cd14-4d31-86b0-dce571d1ecfd tempest-TestMinimumBasicScenario-2069489471 tempest-TestMinimumBasicScenario-2069489471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:33.060874 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-caf4abdc-cd14-4d31-86b0-dce571d1ecfd tempest-TestMinimumBasicScenario-2069489471 tempest-TestMinimumBasicScenario-2069489471-project-admin] Synchronizing usage tracker for tenant:9d6565b857a64ed7a96942987cd8fde6 on resource:port {{(pid=79259) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:35:33.079156 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-caf4abdc-cd14-4d31-86b0-dce571d1ecfd tempest-TestMinimumBasicScenario-2069489471 tempest-TestMinimumBasicScenario-2069489471-project-admin] Unset dirty status for tenant:9d6565b857a64ed7a96942987cd8fde6 on resource:port {{(pid=79259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:35:33.080485 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-caf4abdc-cd14-4d31-86b0-dce571d1ecfd tempest-TestMinimumBasicScenario-2069489471 tempest-TestMinimumBasicScenario-2069489471-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 1093 time: 0.2947056
Aug 12 15:35:33.083431 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 51790) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:33.089368 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Request body: {'floatingip': {'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'port_id': '851c0e85-883a-4e31-ae45-5d2a8ec9c818', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:35:33.096697 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:35:33.101085 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Usage tracker for resource:floatingip and tenant:13edc200a443403bb16d979532bd63c3 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:35:33.104999 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:35:33.110804 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:35:33.122506 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for floatingip, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:33.268128 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:33.409344 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Allocated IP 172.27.3.49 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/1ddcc10c-4efa-4606-9ee4-7f964febff02) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:35:33.566278 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:33.600358 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:33.604169 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f2eb6340-7724-492f-bfb6-e628b154a9cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:33.677911 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:35:33.680966 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:35:33.685224 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:35:33.714890 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Pushing event updated for resources: {'Port': ['ID=1ddcc10c-4efa-4606-9ee4-7f964febff02,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:33.721242 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:34.218100 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:34.300943 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:34.512968 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:34.518071 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203708'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:34.522901 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b8de2207-b108-40c6-a1d8-26c9a6996d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:34.633699 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Pushing event updated for resources: {'Port': ['ID=1ddcc10c-4efa-4606-9ee4-7f964febff02,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:34.637938 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:34.642967 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:34.816464 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.l3_db [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Floating IP 07731127-9942-4624-ad82-2d5e3a7de643 associated. External IP: 172.27.3.49, port: 851c0e85-883a-4e31-ae45-5d2a8ec9c818.
Aug 12 15:35:35.178316 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Router 8da56ef3-81b3-4c0b-8138-4679e6166e77 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:35:35.465148 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:35:35.474648 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fb6fee-ebe6-4332-9e7b-4fa070e77710 None None] Sync routers for ids ['8da56ef3-81b3-4c0b-8138-4679e6166e77'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:35:35.486036 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb6fee-ebe6-4332-9e7b-4fa070e77710 None None] Routers {'8da56ef3-81b3-4c0b-8138-4679e6166e77'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:35:35.486670 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-78fb6fee-ebe6-4332-9e7b-4fa070e77710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081549400>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:35:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['8da56ef3-81b3-4c0b-8138-4679e6166e77'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:35:35.493323 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:35.558067 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4735661
Aug 12 15:35:35.558725 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'tag': '851c0e85-883a-4e31-ae45-5d2a8ec9c818'}] {{(pid=79259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:35:35.562193 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 51810) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:35.567846 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-751025269', 'description': 'tempest-secgroup-smoke-751025269 description', 'project_id': '13edc200a443403bb16d979532bd63c3'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:35:35.574068 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:35:35.578126 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Usage tracker for resource:security_group and tenant:13edc200a443403bb16d979532bd63c3 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:35:35.580898 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:35:35.587552 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:35:35.599058 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:35.604156 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'tag': '851c0e85-883a-4e31-ae45-5d2a8ec9c818', 'status': 'completed', 'code': 200}
Aug 12 15:35:35.620812 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:35:35.625020 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Usage tracker for resource:security_group_rule and tenant:13edc200a443403bb16d979532bd63c3 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:35:35.627863 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:35:35.633691 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:35:35.706907 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:35.709246 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-78fb6fee-ebe6-4332-9e7b-4fa070e77710 None None] Set router 8da56ef3-81b3-4c0b-8138-4679e6166e77 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:35:35.710818 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:35.714832 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-6676017b-9a1a-477f-8d48-20736c66c2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:35.757538 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:35.760592 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:35.768141 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:35.772709 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2059128
Aug 12 15:35:35.772844 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 51816) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:35.778809 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-4a215533-9f41-4789-893a-0ee67f96cf6a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Request body: {'security_group_rule': {'security_group_id': '38b2ace5-cccf-4cbe-b937-841d9f2d4b3d', 'project_id': '13edc200a443403bb16d979532bd63c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:35:35.784826 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-4a215533-9f41-4789-893a-0ee67f96cf6a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:35:35.788769 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-4a215533-9f41-4789-893a-0ee67f96cf6a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Usage tracker for resource:security_group_rule and tenant:13edc200a443403bb16d979532bd63c3 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:35:35.792822 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-4a215533-9f41-4789-893a-0ee67f96cf6a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:35:35.800809 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-4a215533-9f41-4789-893a-0ee67f96cf6a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:35:35.819985 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4a215533-9f41-4789-893a-0ee67f96cf6a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:35.868657 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa595d-e1a2-4e40-b07b-84c50c6ad88f req-ad3f5db5-4913-49d7-a5c4-9639a23f0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:35.870329 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b9fa595d-e1a2-4e40-b07b-84c50c6ad88f req-ad3f5db5-4913-49d7-a5c4-9639a23f0fed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=13edc200a443403bb16d979532bd63c3&device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 1098 time: 0.0926785
Aug 12 15:35:35.905112 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4a215533-9f41-4789-893a-0ee67f96cf6a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:35.917084 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4a215533-9f41-4789-893a-0ee67f96cf6a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:35.919446 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:35.940071 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a215533-9f41-4789-893a-0ee67f96cf6a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04dfc270-b6e0-42b1-8100-48bdb3321109,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:35.944267 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4a215533-9f41-4789-893a-0ee67f96cf6a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:35.953865 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4a215533-9f41-4789-893a-0ee67f96cf6a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:35.955623 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-4a215533-9f41-4789-893a-0ee67f96cf6a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1815102
Aug 12 15:35:35.958030 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 51820) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:35.964968 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-b31a95f6-7ce3-4dfd-a9ab-024ab66980e2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Request body: {'security_group_rule': {'security_group_id': '38b2ace5-cccf-4cbe-b937-841d9f2d4b3d', 'project_id': '13edc200a443403bb16d979532bd63c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:35:35.973038 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-b31a95f6-7ce3-4dfd-a9ab-024ab66980e2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:35:35.977706 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-b31a95f6-7ce3-4dfd-a9ab-024ab66980e2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Usage tracker for resource:security_group_rule and tenant:13edc200a443403bb16d979532bd63c3 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:35:35.982015 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-b31a95f6-7ce3-4dfd-a9ab-024ab66980e2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:35:35.988107 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-b31a95f6-7ce3-4dfd-a9ab-024ab66980e2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:35:36.008370 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b31a95f6-7ce3-4dfd-a9ab-024ab66980e2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.044762 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa595d-e1a2-4e40-b07b-84c50c6ad88f req-a34a0082-4eaf-4ddc-b6bb-ae2b97afc60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:36.046261 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b9fa595d-e1a2-4e40-b07b-84c50c6ad88f req-a34a0082-4eaf-4ddc-b6bb-ae2b97afc60a service neutron] 10.222.0.76 "GET /v2.0/networks?id=c8d16057-a807-4eb6-bdc7-be301d8eb03b HTTP/1.1" status: 200  len: 916 time: 0.1672306
Aug 12 15:35:36.075996 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b31a95f6-7ce3-4dfd-a9ab-024ab66980e2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.079945 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b31a95f6-7ce3-4dfd-a9ab-024ab66980e2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.082651 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-6ef5f612-8d81-413b-95fc-95ffd11f5478 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:36.106929 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a95f6-7ce3-4dfd-a9ab-024ab66980e2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be258877-e1ad-4f0c-ae29-0de9f878a4f3,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:36.109511 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-78fb6fee-ebe6-4332-9e7b-4fa070e77710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081549400>, [{'id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cd54dee3-1335-4c93-a640-610068310806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:08Z', 'updated_at': '2021-08-12T15:33:17Z', 'revision_number': 4, 'project_id': '13edc200a443403bb16d979532bd63c3', 'gw_port': {'id': 'cd54dee3-1335-4c93-a640-610068310806', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '07731127-9942-4624-ad82-2d5e3a7de643', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'port_id': '851c0e85-883a-4e31-ae45-5d2a8ec9c818', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'mac_address': 'fa:16:3e:0a:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:35:34Z', 'updated_at': '2021-08-12T15:35:34Z', 'revision_number': 0, 'project_id': '13edc200a443403bb16d979532bd63c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9080e4-b9b7-4381-bc00-c0a0b4770228', 'name': '', 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'mac_address': 'fa:16:3e:b9:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:15Z', 'updated_at': '2021-08-12T15:33:24Z', 'revision_number': 5, 'project_id': '13edc200a443403bb16d979532bd63c3', 'subnets': [{'id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:35:36.109901 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b31a95f6-7ce3-4dfd-a9ab-024ab66980e2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:36.117506 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fb6fee-ebe6-4332-9e7b-4fa070e77710 None None] Checking router: 8da56ef3-81b3-4c0b-8138-4679e6166e77 for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:35:36.119907 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b31a95f6-7ce3-4dfd-a9ab-024ab66980e2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.124416 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-b31a95f6-7ce3-4dfd-a9ab-024ab66980e2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1651418
Aug 12 15:35:36.125528 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 51824) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:36.129285 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb6fee-ebe6-4332-9e7b-4fa070e77710 None None] Routers {'8da56ef3-81b3-4c0b-8138-4679e6166e77'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:35:36.129897 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-78fb6fee-ebe6-4332-9e7b-4fa070e77710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081549400>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:35:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['8da56ef3-81b3-4c0b-8138-4679e6166e77'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:35:36.131871 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-296b49c5-f4ce-4b56-a0ea-bb6abe9cb8dd tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Request body: {'security_group_rule': {'security_group_id': '38b2ace5-cccf-4cbe-b937-841d9f2d4b3d', 'project_id': '13edc200a443403bb16d979532bd63c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:35:36.138631 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-296b49c5-f4ce-4b56-a0ea-bb6abe9cb8dd tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:35:36.142939 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-296b49c5-f4ce-4b56-a0ea-bb6abe9cb8dd tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Usage tracker for resource:security_group_rule and tenant:13edc200a443403bb16d979532bd63c3 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:35:36.146024 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-296b49c5-f4ce-4b56-a0ea-bb6abe9cb8dd tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:35:36.154949 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-296b49c5-f4ce-4b56-a0ea-bb6abe9cb8dd tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:35:36.162257 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b9fa595d-e1a2-4e40-b07b-84c50c6ad88f req-e06a5cc5-fe41-4364-a7e5-ef550d3dfaf1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=851c0e85-883a-4e31-ae45-5d2a8ec9c818 HTTP/1.1" status: 200  len: 998 time: 0.1054955
Aug 12 15:35:36.175559 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-296b49c5-f4ce-4b56-a0ea-bb6abe9cb8dd tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.234798 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa595d-e1a2-4e40-b07b-84c50c6ad88f req-d3420537-370b-4e9d-aa61-bf5385022711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:36.236312 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b9fa595d-e1a2-4e40-b07b-84c50c6ad88f req-d3420537-370b-4e9d-aa61-bf5385022711 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb9a0d26-f984-463b-9c93-843dfd9cf17f HTTP/1.1" status: 200  len: 854 time: 0.0674036
Aug 12 15:35:36.249926 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-296b49c5-f4ce-4b56-a0ea-bb6abe9cb8dd tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.254416 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-296b49c5-f4ce-4b56-a0ea-bb6abe9cb8dd tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.256933 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b31a95f6-7ce3-4dfd-a9ab-024ab66980e2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:36.288145 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b49c5-f4ce-4b56-a0ea-bb6abe9cb8dd tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39cdeb3-891a-46c1-ae45-edd573352113,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:36.291045 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-296b49c5-f4ce-4b56-a0ea-bb6abe9cb8dd tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:36.292691 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-296b49c5-f4ce-4b56-a0ea-bb6abe9cb8dd tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.294107 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-296b49c5-f4ce-4b56-a0ea-bb6abe9cb8dd tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1673944
Aug 12 15:35:36.296755 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 51828) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:36.302549 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-778c1e9f-df96-4ae7-b776-52e285ef4dc9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Request body: {'security_group_rule': {'security_group_id': '38b2ace5-cccf-4cbe-b937-841d9f2d4b3d', 'project_id': '13edc200a443403bb16d979532bd63c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:35:36.308719 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-778c1e9f-df96-4ae7-b776-52e285ef4dc9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:35:36.313435 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-778c1e9f-df96-4ae7-b776-52e285ef4dc9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Usage tracker for resource:security_group_rule and tenant:13edc200a443403bb16d979532bd63c3 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:35:36.316472 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-778c1e9f-df96-4ae7-b776-52e285ef4dc9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:35:36.326429 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa595d-e1a2-4e40-b07b-84c50c6ad88f req-472e9fc2-82ed-4661-b7df-7763435ebc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:36.327681 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b9fa595d-e1a2-4e40-b07b-84c50c6ad88f req-472e9fc2-82ed-4661-b7df-7763435ebc60 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8d16057-a807-4eb6-bdc7-be301d8eb03b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803595
Aug 12 15:35:36.328180 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-778c1e9f-df96-4ae7-b776-52e285ef4dc9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:35:36.347502 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-78fb6fee-ebe6-4332-9e7b-4fa070e77710 None None] Set router 8da56ef3-81b3-4c0b-8138-4679e6166e77 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:35:36.356233 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-778c1e9f-df96-4ae7-b776-52e285ef4dc9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.440853 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-778c1e9f-df96-4ae7-b776-52e285ef4dc9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.447300 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-778c1e9f-df96-4ae7-b776-52e285ef4dc9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.450039 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-9a53f24a-a8ba-4199-a160-fef66416f3b4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:36.494342 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c1e9f-df96-4ae7-b776-52e285ef4dc9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5152135a-7482-47f1-ab21-8f1a6acdcf5e,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:36.497475 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-778c1e9f-df96-4ae7-b776-52e285ef4dc9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:36.502614 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-778c1e9f-df96-4ae7-b776-52e285ef4dc9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.503596 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b9fa595d-e1a2-4e40-b07b-84c50c6ad88f req-92cb419d-2936-4534-98cb-60e7085c808a service neutron] 10.222.0.76 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674616
Aug 12 15:35:36.507437 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-778c1e9f-df96-4ae7-b776-52e285ef4dc9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2068853
Aug 12 15:35:36.509175 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 51840) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:36.517027 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-6470757e-0610-4c1a-ac26-d48d6d2e012f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Request body: {'security_group_rule': {'security_group_id': '38b2ace5-cccf-4cbe-b937-841d9f2d4b3d', 'project_id': '13edc200a443403bb16d979532bd63c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:35:36.542303 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-6470757e-0610-4c1a-ac26-d48d6d2e012f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:35:36.551737 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-6470757e-0610-4c1a-ac26-d48d6d2e012f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Usage tracker for resource:security_group_rule and tenant:13edc200a443403bb16d979532bd63c3 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:35:36.563785 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-6470757e-0610-4c1a-ac26-d48d6d2e012f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:35:36.573919 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-6470757e-0610-4c1a-ac26-d48d6d2e012f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:35:36.644510 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.securitygroups_db [None req-6470757e-0610-4c1a-ac26-d48d6d2e012f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Project 13edc200a443403bb16d979532bd63c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 12 15:35:36.656528 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6470757e-0610-4c1a-ac26-d48d6d2e012f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.695742 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b9fa595d-e1a2-4e40-b07b-84c50c6ad88f req-8f8a2b03-af48-422f-98c4-f87f712935b8 service neutron] 10.222.0.76 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1834724
Aug 12 15:35:36.741170 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6470757e-0610-4c1a-ac26-d48d6d2e012f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.746292 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6470757e-0610-4c1a-ac26-d48d6d2e012f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.754043 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-7a002acd-78fc-4f81-9de5-2f0bc5234092 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:36.775482 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470757e-0610-4c1a-ac26-d48d6d2e012f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054dffb0-d46d-4db7-982f-5354e597d734,revision_number=0']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:36.779692 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-6470757e-0610-4c1a-ac26-d48d6d2e012f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:36.787907 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6470757e-0610-4c1a-ac26-d48d6d2e012f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.788223 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-78fb6fee-ebe6-4332-9e7b-4fa070e77710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081549400>, [{'id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cd54dee3-1335-4c93-a640-610068310806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:08Z', 'updated_at': '2021-08-12T15:33:17Z', 'revision_number': 4, 'project_id': '13edc200a443403bb16d979532bd63c3', 'gw_port': {'id': 'cd54dee3-1335-4c93-a640-610068310806', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '07731127-9942-4624-ad82-2d5e3a7de643', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'port_id': '851c0e85-883a-4e31-ae45-5d2a8ec9c818', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'mac_address': 'fa:16:3e:0a:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:35:34Z', 'updated_at': '2021-08-12T15:35:34Z', 'revision_number': 0, 'project_id': '13edc200a443403bb16d979532bd63c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9080e4-b9b7-4381-bc00-c0a0b4770228', 'name': '', 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'mac_address': 'fa:16:3e:b9:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:15Z', 'updated_at': '2021-08-12T15:33:24Z', 'revision_number': 5, 'project_id': '13edc200a443403bb16d979532bd63c3', 'subnets': [{'id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:35:36.792277 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-6470757e-0610-4c1a-ac26-d48d6d2e012f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2819936
Aug 12 15:35:36.792767 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 51852) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:35:36.792947 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fb6fee-ebe6-4332-9e7b-4fa070e77710 None None] The sync data for ids ['8da56ef3-81b3-4c0b-8138-4679e6166e77'] in dv-cinder-804345-1-iscsi is: [{'id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cd54dee3-1335-4c93-a640-610068310806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:08Z', 'updated_at': '2021-08-12T15:33:17Z', 'revision_number': 4, 'project_id': '13edc200a443403bb16d979532bd63c3', 'gw_port': {'id': 'cd54dee3-1335-4c93-a640-610068310806', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '07731127-9942-4624-ad82-2d5e3a7de643', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'port_id': '851c0e85-883a-4e31-ae45-5d2a8ec9c818', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'mac_address': 'fa:16:3e:0a:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:35:34Z', 'updated_at': '2021-08-12T15:35:34Z', 'revision_number': 0, 'project_id': '13edc200a443403bb16d979532bd63c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9080e4-b9b7-4381-bc00-c0a0b4770228', 'name': '', 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'mac_address': 'fa:16:3e:b9:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:15Z', 'updated_at': '2021-08-12T15:33:24Z', 'revision_number': 5, 'project_id': '13edc200a443403bb16d979532bd63c3', 'subnets': [{'id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:35:36.798825 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-e5c0f7b5-fe4a-4600-b667-ab7fad49393e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Request body: {'security_group_rule': {'security_group_id': '38b2ace5-cccf-4cbe-b937-841d9f2d4b3d', 'project_id': '13edc200a443403bb16d979532bd63c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:35:36.805066 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-e5c0f7b5-fe4a-4600-b667-ab7fad49393e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:35:36.810058 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-e5c0f7b5-fe4a-4600-b667-ab7fad49393e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Usage tracker for resource:security_group_rule and tenant:13edc200a443403bb16d979532bd63c3 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:35:36.813115 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-e5c0f7b5-fe4a-4600-b667-ab7fad49393e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:35:36.819712 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-e5c0f7b5-fe4a-4600-b667-ab7fad49393e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:35:36.831507 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.securitygroups_db [None req-e5c0f7b5-fe4a-4600-b667-ab7fad49393e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Project 13edc200a443403bb16d979532bd63c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 12 15:35:36.838607 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e5c0f7b5-fe4a-4600-b667-ab7fad49393e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.916771 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e5c0f7b5-fe4a-4600-b667-ab7fad49393e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.921062 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e5c0f7b5-fe4a-4600-b667-ab7fad49393e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.923614 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:36.949738 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0f7b5-fe4a-4600-b667-ab7fad49393e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996c4afd-372c-4021-940c-275675758be4,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:36.952483 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e5c0f7b5-fe4a-4600-b667-ab7fad49393e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:36.956808 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e5c0f7b5-fe4a-4600-b667-ab7fad49393e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:36.961926 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-e5c0f7b5-fe4a-4600-b667-ab7fad49393e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1648521
Aug 12 15:35:37.083720 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aff74ca-24cf-4e46-a9ee-a4b0ce56b228 None None] New status for floating IP 07731127-9942-4624-ad82-2d5e3a7de643: ACTIVE {{(pid=79261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:35:37.255366 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-a0c61bff-8a35-43c4-ac2a-43bea5244db6 req-34826e6d-14e5-4ac3-b725-af5cbf5b0e69 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Synchronizing usage tracker for tenant:13edc200a443403bb16d979532bd63c3 on resource:security_group {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:35:37.273433 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-a0c61bff-8a35-43c4-ac2a-43bea5244db6 req-34826e6d-14e5-4ac3-b725-af5cbf5b0e69 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Unset dirty status for tenant:13edc200a443403bb16d979532bd63c3 on resource:security_group {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:35:37.274608 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a0c61bff-8a35-43c4-ac2a-43bea5244db6 req-34826e6d-14e5-4ac3-b725-af5cbf5b0e69 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-751025269&fields=id&tenant_id=13edc200a443403bb16d979532bd63c3 HTTP/1.1" status: 200  len: 267 time: 0.2006466
Aug 12 15:35:37.371130 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c61bff-8a35-43c4-ac2a-43bea5244db6 req-400221d7-2d7e-4b8f-9661-e5ab0cfce76e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:37.372834 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a0c61bff-8a35-43c4-ac2a-43bea5244db6 req-400221d7-2d7e-4b8f-9661-e5ab0cfce76e tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.0919592
Aug 12 15:35:37.385125 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-a0c61bff-8a35-43c4-ac2a-43bea5244db6 req-17f3c01d-f9a4-4c70-a60a-ccce80e58cf9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Request body: {'port': {'security_groups': ['0c8d70c0-161b-4e65-9c31-6bb323e2050a', '38b2ace5-cccf-4cbe-b937-841d9f2d4b3d']}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:35:37.523282 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a0c61bff-8a35-43c4-ac2a-43bea5244db6 req-17f3c01d-f9a4-4c70-a60a-ccce80e58cf9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:37.784699 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-a0c61bff-8a35-43c4-ac2a-43bea5244db6 req-17f3c01d-f9a4-4c70-a60a-ccce80e58cf9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] For port 851c0e85-883a-4e31-ae45-5d2a8ec9c818, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=851c0e85-883a-4e31-ae45-5d2a8ec9c818,segment=NetworkSegment(c7267d28-7044-44c2-bbe9-d1fd9bbba66e),segment_id=c7267d28-7044-44c2-bbe9-d1fd9bbba66e)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:35:37.808472 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a0c61bff-8a35-43c4-ac2a-43bea5244db6 req-17f3c01d-f9a4-4c70-a60a-ccce80e58cf9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:37.812815 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a0c61bff-8a35-43c4-ac2a-43bea5244db6 req-17f3c01d-f9a4-4c70-a60a-ccce80e58cf9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:37.818516 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-fb3a2806-9af6-434e-9aba-c2898c1c0382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:37.883920 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c61bff-8a35-43c4-ac2a-43bea5244db6 req-17f3c01d-f9a4-4c70-a60a-ccce80e58cf9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:37.884537 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a0c61bff-8a35-43c4-ac2a-43bea5244db6 req-17f3c01d-f9a4-4c70-a60a-ccce80e58cf9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:37.886513 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a0c61bff-8a35-43c4-ac2a-43bea5244db6 req-17f3c01d-f9a4-4c70-a60a-ccce80e58cf9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "PUT /v2.0/ports/851c0e85-883a-4e31-ae45-5d2a8ec9c818 HTTP/1.1" status: 200  len: 981 time: 0.5062222
Aug 12 15:35:37.890128 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'tag': '851c0e85-883a-4e31-ae45-5d2a8ec9c818'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:35:37.918734 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3c01d-f9a4-4c70-a60a-ccce80e58cf9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Pushing event updated for resources: {'Port': ['ID=851c0e85-883a-4e31-ae45-5d2a8ec9c818,revision_number=6']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:37.930206 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-17f3c01d-f9a4-4c70-a60a-ccce80e58cf9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:37.946987 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'tag': '851c0e85-883a-4e31-ae45-5d2a8ec9c818', 'status': 'completed', 'code': 200}
Aug 12 15:35:38.121390 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-cd4ab87f-f2f0-424f-8f3d-a3650497d10b None None] Provisioning complete for port 851c0e85-883a-4e31-ae45-5d2a8ec9c818 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:35:38.121960 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cd4ab87f-f2f0-424f-8f3d-a3650497d10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:38.146421 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5def377-271a-4625-8e07-5d75dc0eb2c2 req-0679b5db-6b0e-4b80-86b9-38351784ffb7 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:38.147917 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b5def377-271a-4625-8e07-5d75dc0eb2c2 req-0679b5db-6b0e-4b80-86b9-38351784ffb7 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.1410086
Aug 12 15:35:38.198922 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b5def377-271a-4625-8e07-5d75dc0eb2c2 req-25e0b6bd-52b2-46cc-b8cf-fcb2a63babef tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&id=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0444446
Aug 12 15:35:40.176723 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-8732dc53-3b39-4883-9c69-43feeccaa1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:40.704401 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['851c0e85-883a-4e31-ae45-5d2a8ec9c818'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:35:40.771029 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:40.962118 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5f0423b7-44ad-49b2-8449-8e2cd573c4f7 req-1f890150-8ecd-4343-b639-613774cae7d7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2127063
Aug 12 15:35:40.962870 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['851c0e85-883a-4e31-ae45-5d2a8ec9c818'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:35:40.964924 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b226cf1-9710-48d1-b369-ba855ba40637 req-d5253e07-6ec9-4954-95cd-c42514c8cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:40.966365 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1b226cf1-9710-48d1-b369-ba855ba40637 req-d5253e07-6ec9-4954-95cd-c42514c8cb9c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=13edc200a443403bb16d979532bd63c3&device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 1137 time: 0.1065748
Aug 12 15:35:41.192362 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0423b7-44ad-49b2-8449-8e2cd573c4f7 req-284f5a50-e129-4fff-a36a-9855f5f8fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:41.193902 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5f0423b7-44ad-49b2-8449-8e2cd573c4f7 req-284f5a50-e129-4fff-a36a-9855f5f8fc14 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=409c964789574bf4b00bd19c92187a1f&device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 1099 time: 0.1799407
Aug 12 15:35:41.195121 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b226cf1-9710-48d1-b369-ba855ba40637 req-00d3bf21-3ed8-42cb-b08e-dec65246b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:41.196449 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1b226cf1-9710-48d1-b369-ba855ba40637 req-00d3bf21-3ed8-42cb-b08e-dec65246b9bf service neutron] 10.222.0.76 "GET /v2.0/networks?id=c8d16057-a807-4eb6-bdc7-be301d8eb03b HTTP/1.1" status: 200  len: 916 time: 0.2065947
Aug 12 15:35:41.263468 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:41.426305 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1b226cf1-9710-48d1-b369-ba855ba40637 req-b4bda850-6966-4414-9f36-60f5cfe34e67 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=851c0e85-883a-4e31-ae45-5d2a8ec9c818 HTTP/1.1" status: 200  len: 1000 time: 0.2013848
Aug 12 15:35:41.512725 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0423b7-44ad-49b2-8449-8e2cd573c4f7 req-458cb311-5cbb-4411-a7ae-2b5eb09673f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:41.514227 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5f0423b7-44ad-49b2-8449-8e2cd573c4f7 req-458cb311-5cbb-4411-a7ae-2b5eb09673f1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7951e27b-9ee0-4bac-b307-010b164089b6 HTTP/1.1" status: 200  len: 918 time: 0.2880127
Aug 12 15:35:41.521621 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b226cf1-9710-48d1-b369-ba855ba40637 req-4b348b89-f7aa-4ac0-b844-ea9fadc04db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:41.523031 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1b226cf1-9710-48d1-b369-ba855ba40637 req-4b348b89-f7aa-4ac0-b844-ea9fadc04db3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb9a0d26-f984-463b-9c93-843dfd9cf17f HTTP/1.1" status: 200  len: 854 time: 0.0833426
Aug 12 15:35:41.678023 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5f0423b7-44ad-49b2-8449-8e2cd573c4f7 req-665cf3c7-fe2b-47ad-913e-dc73d2932072 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668871bd-b6a4-4b97-8d61-86709c96addc HTTP/1.1" status: 200  len: 1001 time: 0.1540365
Aug 12 15:35:41.720140 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b226cf1-9710-48d1-b369-ba855ba40637 req-fbf1a240-45f2-4df6-a158-9e0f12548d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:41.722057 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1b226cf1-9710-48d1-b369-ba855ba40637 req-fbf1a240-45f2-4df6-a158-9e0f12548d71 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8d16057-a807-4eb6-bdc7-be301d8eb03b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1403880
Aug 12 15:35:41.792417 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0423b7-44ad-49b2-8449-8e2cd573c4f7 req-7fc4c704-12f3-4f12-9688-62713331217e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:41.795028 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5f0423b7-44ad-49b2-8449-8e2cd573c4f7 req-7fc4c704-12f3-4f12-9688-62713331217e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb15ed47-a637-4378-9bb3-71152f440abb HTTP/1.1" status: 200  len: 856 time: 0.1061778
Aug 12 15:35:41.930396 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1b226cf1-9710-48d1-b369-ba855ba40637 req-6fac5853-59af-48db-b6b0-610f5a4a5d6f service neutron] 10.222.0.76 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1983619
Aug 12 15:35:41.972069 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0423b7-44ad-49b2-8449-8e2cd573c4f7 req-b7b8de7c-bb44-4124-b90e-f3a18ef63055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:41.973583 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5f0423b7-44ad-49b2-8449-8e2cd573c4f7 req-b7b8de7c-bb44-4124-b90e-f3a18ef63055 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7951e27b-9ee0-4bac-b307-010b164089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1360435
Aug 12 15:35:42.191538 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1b226cf1-9710-48d1-b369-ba855ba40637 req-d20303a1-97aa-4dce-ba5d-876a304c523e service neutron] 10.222.0.76 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2504473
Aug 12 15:35:42.214353 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5f0423b7-44ad-49b2-8449-8e2cd573c4f7 req-22bb8e57-e4e8-4765-b861-ff45e0e174bc service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2265677
Aug 12 15:35:42.428136 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5f0423b7-44ad-49b2-8449-8e2cd573c4f7 req-2cbf38cf-c1e5-49ad-993d-b7453c44894a service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2063112
Aug 12 15:35:42.771814 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f823b190-7f20-4271-a07f-586266e15dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:43.775690 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:44.703874 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cd1bf-3d7a-43a4-bb3e-9f7dd34dedeb req-a4a08368-0a7c-4abd-a3e7-a2ae8d9b3fe8 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:44.705658 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa0cd1bf-3d7a-43a4-bb3e-9f7dd34dedeb req-a4a08368-0a7c-4abd-a3e7-a2ae8d9b3fe8 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.0836349
Aug 12 15:35:44.752008 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa0cd1bf-3d7a-43a4-bb3e-9f7dd34dedeb req-382c6ef0-a5e0-4ba3-afb4-b1da9984201a tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391657
Aug 12 15:35:45.275722 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:45.950501 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14407ade-e189-45a6-b557-2bd163971fc7 req-908aa2f6-2da2-49ae-bd4b-0f099b727188 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:45.951978 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14407ade-e189-45a6-b557-2bd163971fc7 req-908aa2f6-2da2-49ae-bd4b-0f099b727188 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.0824363
Aug 12 15:35:45.996217 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14407ade-e189-45a6-b557-2bd163971fc7 req-683d0ff6-5708-4ea5-bbb5-c87337d51d06 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383718
Aug 12 15:35:47.201334 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75672d39-6f07-4bba-a838-edb3313e2842 req-20ada058-f5c6-44f9-8b45-a8f4de6d9f96 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:47.202790 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-75672d39-6f07-4bba-a838-edb3313e2842 req-20ada058-f5c6-44f9-8b45-a8f4de6d9f96 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.0813115
Aug 12 15:35:47.250166 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-75672d39-6f07-4bba-a838-edb3313e2842 req-7554ef12-bfcd-4b02-b566-c04c0f6919b5 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414569
Aug 12 15:35:48.434181 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efca408-08b3-42f3-bbaa-b4ab1a138169 req-e5662de3-8166-4ed2-8e00-4472828f44b8 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:48.436235 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1efca408-08b3-42f3-bbaa-b4ab1a138169 req-e5662de3-8166-4ed2-8e00-4472828f44b8 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.0819216
Aug 12 15:35:48.490336 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1efca408-08b3-42f3-bbaa-b4ab1a138169 req-e3b684d0-d029-4f83-8b67-0b5f207377a8 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484746
Aug 12 15:35:49.705665 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f506100-6388-470b-a06f-805548ce7627 req-705c868b-e7d1-403f-98ab-86abe58ec3d4 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:49.708186 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0f506100-6388-470b-a06f-805548ce7627 req-705c868b-e7d1-403f-98ab-86abe58ec3d4 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.0989537
Aug 12 15:35:49.752546 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0f506100-6388-470b-a06f-805548ce7627 req-83ec6498-d85a-484b-8853-32446054cec2 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389516
Aug 12 15:35:50.937898 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d63a7-b6d0-4dd3-b979-98b72b4e3e45 req-d8976551-dfc5-473a-aaf2-575d1ab436ca tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:50.939377 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5e9d63a7-b6d0-4dd3-b979-98b72b4e3e45 req-d8976551-dfc5-473a-aaf2-575d1ab436ca tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.0839143
Aug 12 15:35:50.984605 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5e9d63a7-b6d0-4dd3-b979-98b72b4e3e45 req-f92b59c1-05c4-4ab3-a4eb-79ee4586fcdb tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395572
Aug 12 15:35:52.170033 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522c618-add3-4fea-8249-19e87aeada44 req-e8041187-1a97-4110-b19e-12f4f40948d1 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:52.171482 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3522c618-add3-4fea-8249-19e87aeada44 req-e8041187-1a97-4110-b19e-12f4f40948d1 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.0820558
Aug 12 15:35:52.215635 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3522c618-add3-4fea-8249-19e87aeada44 req-14a51bd5-19f0-4b0c-b3da-2f282bc969da tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b8016c-51e7-437f-b651-940f2d86dc4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384164
Aug 12 15:35:52.425702 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd34f1-968a-4ce6-8a7a-0a0bcac49406 req-1cfd8368-15bc-47f3-be2a-630cf4162787 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:35:52.427108 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a1cd34f1-968a-4ce6-8a7a-0a0bcac49406 req-1cfd8368-15bc-47f3-be2a-630cf4162787 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.76 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 945 time: 0.0878646
Aug 12 15:35:52.503184 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-a1cd34f1-968a-4ce6-8a7a-0a0bcac49406 req-6c9987e5-c644-446b-98b0-e500bff7c3e9 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Deleting port 9f610f33-c5c0-4094-b39d-6bb1a2855116 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:35:52.503435 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a1cd34f1-968a-4ce6-8a7a-0a0bcac49406 req-6c9987e5-c644-446b-98b0-e500bff7c3e9 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:52.616462 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:35:52.745406 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-a1cd34f1-968a-4ce6-8a7a-0a0bcac49406 req-6c9987e5-c644-446b-98b0-e500bff7c3e9 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] For port 9f610f33-c5c0-4094-b39d-6bb1a2855116, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=9f610f33-c5c0-4094-b39d-6bb1a2855116,segment=NetworkSegment(6b0e0e3d-107f-481c-aba2-f7581c70cff6),segment_id=6b0e0e3d-107f-481c-aba2-f7581c70cff6)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:35:52.745804 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a1cd34f1-968a-4ce6-8a7a-0a0bcac49406 req-6c9987e5-c644-446b-98b0-e500bff7c3e9 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:52.870167 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-a1cd34f1-968a-4ce6-8a7a-0a0bcac49406 req-6c9987e5-c644-446b-98b0-e500bff7c3e9 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Calling delete_port for 9f610f33-c5c0-4094-b39d-6bb1a2855116 owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:35:53.015682 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a1cd34f1-968a-4ce6-8a7a-0a0bcac49406 req-6c9987e5-c644-446b-98b0-e500bff7c3e9 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:53.021489 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:35:53.066730 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9987e5-c644-446b-98b0-e500bff7c3e9 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Pushing event deleted for resources: {'Port': ['ID=9f610f33-c5c0-4094-b39d-6bb1a2855116,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:35:53.069902 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-6c9987e5-c644-446b-98b0-e500bff7c3e9 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:35:53.144056 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cd34f1-968a-4ce6-8a7a-0a0bcac49406 req-6c9987e5-c644-446b-98b0-e500bff7c3e9 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] No DVR routers for this DVR port 9f610f33-c5c0-4094-b39d-6bb1a2855116 on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:35:53.147129 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a1cd34f1-968a-4ce6-8a7a-0a0bcac49406 req-6c9987e5-c644-446b-98b0-e500bff7c3e9 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:35:53.149869 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da28f4f-59bd-4182-a82d-4fec0569667b', 'name': 'network-vif-deleted', 'tag': '9f610f33-c5c0-4094-b39d-6bb1a2855116'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:35:53.167442 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a1cd34f1-968a-4ce6-8a7a-0a0bcac49406 req-6c9987e5-c644-446b-98b0-e500bff7c3e9 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.76 "DELETE /v2.0/ports/9f610f33-c5c0-4094-b39d-6bb1a2855116 HTTP/1.1" status: 204  len: 173 time: 0.7319658
Aug 12 15:35:53.199486 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da28f4f-59bd-4182-a82d-4fec0569667b', 'name': 'network-vif-deleted', 'tag': '9f610f33-c5c0-4094-b39d-6bb1a2855116', 'status': 'completed', 'code': 200}
Aug 12 15:35:53.201936 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 9f610f33-c5c0-4094-b39d-6bb1a2855116 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:35:53.241250 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 9f610f33-c5c0-4094-b39d-6bb1a2855116 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:35:53.241250 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 9f610f33-c5c0-4094-b39d-6bb1a2855116 not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:35:53.369832 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-3f7cb975-552a-49ee-91b3-159c4e014971 req-c08de672-bda5-4833-b658-25bc9228de37 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Synchronizing usage tracker for tenant:87aae61a3a2b4958ac59b1fc34cf6752 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:35:53.385202 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-3f7cb975-552a-49ee-91b3-159c4e014971 req-c08de672-bda5-4833-b658-25bc9228de37 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Unset dirty status for tenant:87aae61a3a2b4958ac59b1fc34cf6752 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:35:53.386282 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3f7cb975-552a-49ee-91b3-159c4e014971 req-c08de672-bda5-4833-b658-25bc9228de37 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] 10.222.0.18 "GET /v2.0/ports?device_id=5da28f4f-59bd-4182-a82d-4fec0569667b HTTP/1.1" status: 200  len: 210 time: 0.0592566
Aug 12 15:36:05.559952 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52124) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:05.701216 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-22bc2988-0c8f-4fbb-90ae-c3d0cf46ee2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:05.717063 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-22bc2988-0c8f-4fbb-90ae-c3d0cf46ee2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:05.720854 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-22bc2988-0c8f-4fbb-90ae-c3d0cf46ee2e admin admin] Usage tracker for resource:security_group_rule and tenant:3e57e0c286c54fa9a7871566e8bfc7e7 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:05.723657 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-22bc2988-0c8f-4fbb-90ae-c3d0cf46ee2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:05.729591 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-22bc2988-0c8f-4fbb-90ae-c3d0cf46ee2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:05.816917 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-22bc2988-0c8f-4fbb-90ae-c3d0cf46ee2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:05.820961 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-22bc2988-0c8f-4fbb-90ae-c3d0cf46ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:05.829196 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-154b4b8a-693f-4a55-9416-f18b80d0ab13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:05.868096 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-22bc2988-0c8f-4fbb-90ae-c3d0cf46ee2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e57e0c286c54fa9a7871566e8bfc7e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3070860
Aug 12 15:36:05.869810 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc2988-0c8f-4fbb-90ae-c3d0cf46ee2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ab3aa5-ed13-4f0e-a643-da3248a7dedc,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:05.870839 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 52134) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:05.873137 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-22bc2988-0c8f-4fbb-90ae-c3d0cf46ee2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:05.937714 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8b365181-9394-4094-b221-08d577aa6f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:05.962736 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8b365181-9394-4094-b221-08d577aa6f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:06.018509 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8b365181-9394-4094-b221-08d577aa6f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:06.023637 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-87708146-deca-4716-a117-8e11537e0743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:06.039857 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b365181-9394-4094-b221-08d577aa6f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ab3aa5-ed13-4f0e-a643-da3248a7dedc,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:06.042762 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8b365181-9394-4094-b221-08d577aa6f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:06.044896 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8b365181-9394-4094-b221-08d577aa6f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:06.045869 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-8b365181-9394-4094-b221-08d577aa6f82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2ab3aa5-ed13-4f0e-a643-da3248a7dedc HTTP/1.1" status: 204  len: 168 time: 0.1740544
Aug 12 15:36:06.320973 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52144) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:06.339262 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-827c4cc5-92b7-426f-934e-e7b7aaf0ba69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:06.354315 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-827c4cc5-92b7-426f-934e-e7b7aaf0ba69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:06.358121 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-827c4cc5-92b7-426f-934e-e7b7aaf0ba69 admin admin] Usage tracker for resource:security_group_rule and tenant:379b6463960a45f5807f12159252786a is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:06.360922 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-827c4cc5-92b7-426f-934e-e7b7aaf0ba69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:06.366537 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-827c4cc5-92b7-426f-934e-e7b7aaf0ba69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:06.454560 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-827c4cc5-92b7-426f-934e-e7b7aaf0ba69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:06.458565 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-827c4cc5-92b7-426f-934e-e7b7aaf0ba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:06.465988 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-cf62b221-1695-4528-9f9b-9dee9a1635db tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:06.505356 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c4cc5-92b7-426f-934e-e7b7aaf0ba69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e7d995-cfd1-4c63-a701-465a57e264e1,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:06.508428 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-827c4cc5-92b7-426f-934e-e7b7aaf0ba69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:06.511754 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-827c4cc5-92b7-426f-934e-e7b7aaf0ba69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=379b6463960a45f5807f12159252786a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1891351
Aug 12 15:36:06.513733 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52150) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:06.573278 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf064-d6d2-4db2-912d-af868be02fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:06.598975 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf064-d6d2-4db2-912d-af868be02fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:06.650602 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf064-d6d2-4db2-912d-af868be02fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:06.654353 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-27a11930-4eca-48eb-994d-6243658828f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:06.667830 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaf064-d6d2-4db2-912d-af868be02fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e7d995-cfd1-4c63-a701-465a57e264e1,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:06.670047 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-cfaaf064-d6d2-4db2-912d-af868be02fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:06.680434 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cfaaf064-d6d2-4db2-912d-af868be02fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:06.681817 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-cfaaf064-d6d2-4db2-912d-af868be02fa2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2e7d995-cfd1-4c63-a701-465a57e264e1 HTTP/1.1" status: 204  len: 168 time: 0.1671803
Aug 12 15:36:10.178382 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-47929553-9873-4a3c-8fd2-877846766c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:10.714109 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:11.205804 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:12.764729 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7a348660-1e1e-4086-b798-71c0982c3bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:13.777328 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:15.279266 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:16.695010 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d299a79-77dd-492e-a0c3-c6f96490190b req-5cf2ab6d-d527-4f49-a21f-111952a2ee37 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:16.695504 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52304) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:16.696488 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1d299a79-77dd-492e-a0c3-c6f96490190b req-5cf2ab6d-d527-4f49-a21f-111952a2ee37 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.1437581
Aug 12 15:36:16.741770 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1d299a79-77dd-492e-a0c3-c6f96490190b req-01843548-e483-4bf7-8053-95796f2b609e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393293
Aug 12 15:36:16.815852 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5ecd6be1-f466-478b-89fa-dca817a38560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:16.834355 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-5ecd6be1-f466-478b-89fa-dca817a38560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:16.838250 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-5ecd6be1-f466-478b-89fa-dca817a38560 admin admin] Usage tracker for resource:security_group_rule and tenant:880f27c88e2b474d9a2c2fab6d2ca868 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:16.841075 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-5ecd6be1-f466-478b-89fa-dca817a38560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:16.846714 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-5ecd6be1-f466-478b-89fa-dca817a38560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:16.950078 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5ecd6be1-f466-478b-89fa-dca817a38560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:16.954509 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5ecd6be1-f466-478b-89fa-dca817a38560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:16.962397 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-47dac3ff-c852-46f0-87c0-5ef3642eb1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:17.008732 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-5ecd6be1-f466-478b-89fa-dca817a38560 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=880f27c88e2b474d9a2c2fab6d2ca868&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3122325
Aug 12 15:36:17.010211 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd6be1-f466-478b-89fa-dca817a38560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201b8d28-edd2-4a3f-ae3f-83ee3c6f1914,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:17.012481 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 52314) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:17.013290 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-5ecd6be1-f466-478b-89fa-dca817a38560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:17.080453 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ec6085e8-ed56-4bc2-92e5-7118251a5e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:17.109112 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ec6085e8-ed56-4bc2-92e5-7118251a5e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:17.163441 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ec6085e8-ed56-4bc2-92e5-7118251a5e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:17.167242 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:17.179006 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6085e8-ed56-4bc2-92e5-7118251a5e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201b8d28-edd2-4a3f-ae3f-83ee3c6f1914,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:17.182897 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ec6085e8-ed56-4bc2-92e5-7118251a5e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:17.188550 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ec6085e8-ed56-4bc2-92e5-7118251a5e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:17.189753 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-ec6085e8-ed56-4bc2-92e5-7118251a5e40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/201b8d28-edd2-4a3f-ae3f-83ee3c6f1914 HTTP/1.1" status: 204  len: 168 time: 0.1752472
Aug 12 15:36:17.463207 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 52324) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:17.482199 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5bba0150-0285-4ef6-a5c2-0e710b0e6a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:17.498288 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-5bba0150-0285-4ef6-a5c2-0e710b0e6a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:17.502104 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-5bba0150-0285-4ef6-a5c2-0e710b0e6a12 admin admin] Usage tracker for resource:security_group_rule and tenant:37e2e949925c4e14a1480f0682955ee8 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:17.505564 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-5bba0150-0285-4ef6-a5c2-0e710b0e6a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:17.511620 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-5bba0150-0285-4ef6-a5c2-0e710b0e6a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:17.597894 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5bba0150-0285-4ef6-a5c2-0e710b0e6a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:17.603002 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5bba0150-0285-4ef6-a5c2-0e710b0e6a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:17.610525 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c6612d0e-6d08-401c-b285-1d9c47f5e492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:17.653829 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-5bba0150-0285-4ef6-a5c2-0e710b0e6a12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37e2e949925c4e14a1480f0682955ee8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1894491
Aug 12 15:36:17.654488 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba0150-0285-4ef6-a5c2-0e710b0e6a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f193ae8a-43b0-418e-9e78-bfbef57056ae,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:17.656412 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52328) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:17.657446 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5bba0150-0285-4ef6-a5c2-0e710b0e6a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:17.714814 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2edf16e2-e969-4e0e-a3d7-4352b3a9abac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:17.741556 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2edf16e2-e969-4e0e-a3d7-4352b3a9abac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:17.793394 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2edf16e2-e969-4e0e-a3d7-4352b3a9abac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:17.797185 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-75214a35-0bbb-4c46-be50-e449f69bbe47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:17.813092 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf16e2-e969-4e0e-a3d7-4352b3a9abac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f193ae8a-43b0-418e-9e78-bfbef57056ae,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:17.815731 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-2edf16e2-e969-4e0e-a3d7-4352b3a9abac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:17.824497 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2edf16e2-e969-4e0e-a3d7-4352b3a9abac admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:17.827605 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-2edf16e2-e969-4e0e-a3d7-4352b3a9abac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f193ae8a-43b0-418e-9e78-bfbef57056ae HTTP/1.1" status: 204  len: 168 time: 0.1678364
Aug 12 15:36:17.946670 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fafa1-ca81-406c-8efb-3fee43e357f9 req-f4c81239-0b54-4dbc-942e-1cc463ca76ea tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:17.949216 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-608fafa1-ca81-406c-8efb-3fee43e357f9 req-f4c81239-0b54-4dbc-942e-1cc463ca76ea tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.0956526
Aug 12 15:36:18.015286 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-608fafa1-ca81-406c-8efb-3fee43e357f9 req-1a83ee83-924b-438e-8dda-f6c7c9e9f7cb tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596416
Aug 12 15:36:19.276747 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d11be-cefe-4965-bdcb-b3add8ff5c8f req-45c53710-d450-4399-a3ba-1a00c2a7e9d8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:19.279228 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ab1d11be-cefe-4965-bdcb-b3add8ff5c8f req-45c53710-d450-4399-a3ba-1a00c2a7e9d8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.1506879
Aug 12 15:36:19.297575 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-cc393f66-bdc9-4200-9ccb-dc888f64ddee tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:19.299083 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-cc393f66-bdc9-4200-9ccb-dc888f64ddee tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.1139975
Aug 12 15:36:19.491528 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ab1d11be-cefe-4965-bdcb-b3add8ff5c8f req-2f3a9c03-3dfb-4aaa-a2af-a7372e55ec31 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1913581
Aug 12 15:36:19.496939 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Deleting port 7548c663-1c11-427f-93be-d32512b2e521 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:36:19.506636 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:19.682931 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba502c-7a8b-454b-901a-f003443386a8 req-da9f237a-d195-4303-9616-e21d33b0acbb tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:19.684520 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-36ba502c-7a8b-454b-901a-f003443386a8 req-da9f237a-d195-4303-9616-e21d33b0acbb tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.2975521
Aug 12 15:36:19.816687 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52410) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:19.840360 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-36ba502c-7a8b-454b-901a-f003443386a8 req-bea6e6cd-5a73-4cee-b2e2-2ba79c1a7307 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&id=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1452169
Aug 12 15:36:19.892725 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] For port 7548c663-1c11-427f-93be-d32512b2e521, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=7548c663-1c11-427f-93be-d32512b2e521,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:36:19.893110 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:19.902383 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844072a-1fa0-4590-8fac-0f407f3ca12d req-2a0105fc-2ba4-43b1-a7e6-a64659110cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:19.903868 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2844072a-1fa0-4590-8fac-0f407f3ca12d req-2a0105fc-2ba4-43b1-a7e6-a64659110cc0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=13edc200a443403bb16d979532bd63c3&device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 1137 time: 0.5015161
Aug 12 15:36:19.964503 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-66c7243f-98f7-4ec6-ae91-22cf3b24cfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:19.984354 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-66c7243f-98f7-4ec6-ae91-22cf3b24cfdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:19.988248 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-66c7243f-98f7-4ec6-ae91-22cf3b24cfdb admin admin] Usage tracker for resource:security_group_rule and tenant:e3e79e5d27f44ba89dfa86ade504efe9 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:19.991272 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-66c7243f-98f7-4ec6-ae91-22cf3b24cfdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:19.997664 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-66c7243f-98f7-4ec6-ae91-22cf3b24cfdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:20.087609 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-66c7243f-98f7-4ec6-ae91-22cf3b24cfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:20.092558 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-66c7243f-98f7-4ec6-ae91-22cf3b24cfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:20.102756 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f4745d9e-e2aa-4f6c-980d-a0e0a79e618e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:20.145202 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-66c7243f-98f7-4ec6-ae91-22cf3b24cfdb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3e79e5d27f44ba89dfa86ade504efe9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3236208
Aug 12 15:36:20.145202 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52416) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:20.147874 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7243f-98f7-4ec6-ae91-22cf3b24cfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263ff12b-012e-4040-bcea-4405ad912137,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:20.160974 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-66c7243f-98f7-4ec6-ae91-22cf3b24cfdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:20.213827 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d97cd8d6-29da-414d-ae0d-eb664f8f1428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:20.239425 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d97cd8d6-29da-414d-ae0d-eb664f8f1428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:20.289744 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844072a-1fa0-4590-8fac-0f407f3ca12d req-ee56e6fa-59d3-4773-871d-4b24f5ef0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:20.291809 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2844072a-1fa0-4590-8fac-0f407f3ca12d req-ee56e6fa-59d3-4773-871d-4b24f5ef0605 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c8d16057-a807-4eb6-bdc7-be301d8eb03b HTTP/1.1" status: 200  len: 916 time: 0.3304036
Aug 12 15:36:20.296940 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d97cd8d6-29da-414d-ae0d-eb664f8f1428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:20.300673 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-656f7e6e-abdd-47bf-b4e2-d1c07482264b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:20.312079 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cd8d6-29da-414d-ae0d-eb664f8f1428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263ff12b-012e-4040-bcea-4405ad912137,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:20.315661 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d97cd8d6-29da-414d-ae0d-eb664f8f1428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:20.319601 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d97cd8d6-29da-414d-ae0d-eb664f8f1428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:20.323430 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-d97cd8d6-29da-414d-ae0d-eb664f8f1428 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/263ff12b-012e-4040-bcea-4405ad912137 HTTP/1.1" status: 204  len: 168 time: 0.1775274
Aug 12 15:36:20.517761 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:20.518241 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:20.518723 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.l3_db [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Floating IP 50c7d8be-0176-424e-8570-ae7fc05dc5e0 disassociated. External IP: 172.27.3.59, port: 7548c663-1c11-427f-93be-d32512b2e521.
Aug 12 15:36:20.519082 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Calling delete_port for 7548c663-1c11-427f-93be-d32512b2e521 owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:36:20.558176 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2844072a-1fa0-4590-8fac-0f407f3ca12d req-0c55ac8c-7ed4-467e-8ba1-b6841c7ee45d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=851c0e85-883a-4e31-ae45-5d2a8ec9c818 HTTP/1.1" status: 200  len: 1000 time: 0.2514434
Aug 12 15:36:20.632188 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52426) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:20.649641 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4c4f264d-85a2-43e5-9bfa-dabf008c86e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:20.663766 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-4c4f264d-85a2-43e5-9bfa-dabf008c86e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:20.667500 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-4c4f264d-85a2-43e5-9bfa-dabf008c86e9 admin admin] Usage tracker for resource:security_group_rule and tenant:2e96632140f345f78d10d28bb899a3f2 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:20.670267 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-4c4f264d-85a2-43e5-9bfa-dabf008c86e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:20.676553 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-4c4f264d-85a2-43e5-9bfa-dabf008c86e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:20.762677 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844072a-1fa0-4590-8fac-0f407f3ca12d req-e33db759-3851-4f9d-b0aa-97a1faf328b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:20.764171 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2844072a-1fa0-4590-8fac-0f407f3ca12d req-e33db759-3851-4f9d-b0aa-97a1faf328b2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb9a0d26-f984-463b-9c93-843dfd9cf17f HTTP/1.1" status: 200  len: 854 time: 0.1832485
Aug 12 15:36:20.771765 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4c4f264d-85a2-43e5-9bfa-dabf008c86e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:20.776397 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4c4f264d-85a2-43e5-9bfa-dabf008c86e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:20.786019 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-6b6d8d57-c563-4b37-a47f-3283b3c344e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:20.828699 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f264d-85a2-43e5-9bfa-dabf008c86e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b94eb4d-6941-4894-85d8-e9ce294a4579,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:20.838109 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-4c4f264d-85a2-43e5-9bfa-dabf008c86e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e96632140f345f78d10d28bb899a3f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2044847
Aug 12 15:36:20.838727 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52438) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:20.839720 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4c4f264d-85a2-43e5-9bfa-dabf008c86e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:20.866745 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:20.876250 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-a693381e-ee38-4f7c-b97f-f677699ed6aa tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:20.916845 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d41-39d8-4125-bfb3-3a718bf9c56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:20.943419 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4176677-9b50-4759-ae37-ca7f91c7d1cc req-1bc45dc2-ae08-4b35-abf0-952fc4093f92 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:20.944998 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d4176677-9b50-4759-ae37-ca7f91c7d1cc req-1bc45dc2-ae08-4b35-abf0-952fc4093f92 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 946 time: 0.3187795
Aug 12 15:36:20.946620 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d41-39d8-4125-bfb3-3a718bf9c56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:20.951959 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event deleted for resources: {'Port': ['ID=7548c663-1c11-427f-93be-d32512b2e521,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:20.954747 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:21.038152 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d41-39d8-4125-bfb3-3a718bf9c56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:21.049696 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-05d1411e-8c3a-4ebb-a9c1-3d90d5b952b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:21.066299 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a0d41-39d8-4125-bfb3-3a718bf9c56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b94eb4d-6941-4894-85d8-e9ce294a4579,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:21.075861 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844072a-1fa0-4590-8fac-0f407f3ca12d req-33f16654-a386-47c1-a384-9e06c3fe4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:21.076046 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4d8a0d41-39d8-4125-bfb3-3a718bf9c56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:21.077773 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2844072a-1fa0-4590-8fac-0f407f3ca12d req-33f16654-a386-47c1-a384-9e06c3fe4802 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8d16057-a807-4eb6-bdc7-be301d8eb03b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3004916
Aug 12 15:36:21.082045 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-4d8a0d41-39d8-4125-bfb3-3a718bf9c56a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b94eb4d-6941-4894-85d8-e9ce294a4579 HTTP/1.1" status: 204  len: 168 time: 0.2410541
Aug 12 15:36:21.083086 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4d8a0d41-39d8-4125-bfb3-3a718bf9c56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:21.284208 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d4176677-9b50-4759-ae37-ca7f91c7d1cc req-12831787-0662-4f0a-bf72-142877211e94 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb81034-f7db-4f77-a325-f81be8f2170b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2672527
Aug 12 15:36:21.389237 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Router 1ff31bd8-a7d8-4781-ad44-98822635734b has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:36:21.423619 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99724f10-abee-472b-8f18-ff2c080ff641 req-49b934da-03aa-4c7d-8a49-16ffb366aff4 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:21.428029 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-99724f10-abee-472b-8f18-ff2c080ff641 req-49b934da-03aa-4c7d-8a49-16ffb366aff4 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.3785050
Aug 12 15:36:21.431818 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2844072a-1fa0-4590-8fac-0f407f3ca12d req-467244a8-84c0-49ef-8d72-e5fdd4e13dbb service neutron] 10.222.0.76 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3085136
Aug 12 15:36:21.675630 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-99724f10-abee-472b-8f18-ff2c080ff641 req-52f5f1a3-9614-4c07-a758-bc6d18fd4b20 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&id=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2411864
Aug 12 15:36:21.794729 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2844072a-1fa0-4590-8fac-0f407f3ca12d req-f35919ae-4686-4d1c-b1ed-ef5ee58a64a1 service neutron] 10.222.0.76 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2850280
Aug 12 15:36:21.795861 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:36:21.808355 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54655065-41dd-4293-a5f1-ccd29a5bf19a None None] Sync routers for ids ['1ff31bd8-a7d8-4781-ad44-98822635734b'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:36:21.821022 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54655065-41dd-4293-a5f1-ccd29a5bf19a None None] Routers {'1ff31bd8-a7d8-4781-ad44-98822635734b'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:36:21.822266 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-54655065-41dd-4293-a5f1-ccd29a5bf19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081670dc0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:36:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['1ff31bd8-a7d8-4781-ad44-98822635734b'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:36:21.881610 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] No DVR routers for this DVR port 7548c663-1c11-427f-93be-d32512b2e521 on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:36:21.884749 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:21.888423 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f229979-c065-47de-aaf8-c45cc7dc802e', 'name': 'network-vif-deleted', 'tag': '7548c663-1c11-427f-93be-d32512b2e521'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:36:21.928189 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3cc398fc-441e-44ee-9b5d-2e3b16f6db4d req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.76 "DELETE /v2.0/ports/7548c663-1c11-427f-93be-d32512b2e521 HTTP/1.1" status: 204  len: 173 time: 2.6094544
Aug 12 15:36:22.093367 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-54655065-41dd-4293-a5f1-ccd29a5bf19a None None] Set router 1ff31bd8-a7d8-4781-ad44-98822635734b gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:36:22.196175 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f229979-c065-47de-aaf8-c45cc7dc802e', 'name': 'network-vif-deleted', 'tag': '7548c663-1c11-427f-93be-d32512b2e521', 'status': 'completed', 'code': 200}
Aug 12 15:36:22.496400 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-54655065-41dd-4293-a5f1-ccd29a5bf19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081670dc0>, [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'bdb29d08-0041-48bb-b0f5-4534a15025de', 'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'mac_address': 'fa:16:3e:45:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:47Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'subnets': [{'id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:36:22.503550 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54655065-41dd-4293-a5f1-ccd29a5bf19a None None] Checking router: 1ff31bd8-a7d8-4781-ad44-98822635734b for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:36:22.517870 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54655065-41dd-4293-a5f1-ccd29a5bf19a None None] Routers {'1ff31bd8-a7d8-4781-ad44-98822635734b'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:36:22.519046 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-54655065-41dd-4293-a5f1-ccd29a5bf19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081670dc0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:36:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['1ff31bd8-a7d8-4781-ad44-98822635734b'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:36:22.545734 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-bf9e63ea-12ec-49d9-abd2-d91c15f96988 req-f66f07db-45cf-478d-a9bd-5205eecd7593 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Synchronizing usage tracker for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:36:22.566447 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-bf9e63ea-12ec-49d9-abd2-d91c15f96988 req-f66f07db-45cf-478d-a9bd-5205eecd7593 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Unset dirty status for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:36:22.568246 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bf9e63ea-12ec-49d9-abd2-d91c15f96988 req-f66f07db-45cf-478d-a9bd-5205eecd7593 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f229979-c065-47de-aaf8-c45cc7dc802e HTTP/1.1" status: 200  len: 210 time: 0.0751517
Aug 12 15:36:22.826607 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-54655065-41dd-4293-a5f1-ccd29a5bf19a None None] Set router 1ff31bd8-a7d8-4781-ad44-98822635734b gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:36:22.891796 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0d3d9-e13e-49ca-b522-99659bd2c0df req-52d26905-4e75-4996-b17b-088986b49ed6 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:22.897313 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-81c0d3d9-e13e-49ca-b522-99659bd2c0df req-52d26905-4e75-4996-b17b-088986b49ed6 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.1077948
Aug 12 15:36:23.048434 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-81c0d3d9-e13e-49ca-b522-99659bd2c0df req-9925cff6-9915-4697-8151-0a3ccb985ac3 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&id=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1488948
Aug 12 15:36:23.250019 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-54655065-41dd-4293-a5f1-ccd29a5bf19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081670dc0>, [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'bdb29d08-0041-48bb-b0f5-4534a15025de', 'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'mac_address': 'fa:16:3e:45:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:47Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'subnets': [{'id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:36:23.254232 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54655065-41dd-4293-a5f1-ccd29a5bf19a None None] The sync data for ids ['1ff31bd8-a7d8-4781-ad44-98822635734b'] in dv-cinder-804345-1-iscsi is: [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'bdb29d08-0041-48bb-b0f5-4534a15025de', 'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'mac_address': 'fa:16:3e:45:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:47Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'subnets': [{'id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:36:23.317782 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 7548c663-1c11-427f-93be-d32512b2e521 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:36:23.355831 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 7548c663-1c11-427f-93be-d32512b2e521 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:36:23.356248 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 7548c663-1c11-427f-93be-d32512b2e521 not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:36:23.510315 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d31f3a-6e42-466b-b61e-d9451fe171f7 None None] New status for floating IP 50c7d8be-0176-424e-8570-ae7fc05dc5e0: DOWN {{(pid=79261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:36:23.702736 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 52510) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:23.715106 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 52514) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:23.804377 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ab61f5-4348-4239-9c02-e21577310383 admin admin] Deleting subnet 5ce5859d-5077-46ba-a674-1a808c04d4d3 {{(pid=79258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:36:23.816744 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-55ab61f5-4348-4239-9c02-e21577310383 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:23.854778 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-42ff5007-f0bd-4cd6-bc87-8d696a3ebc85 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:23.894905 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-55ab61f5-4348-4239-9c02-e21577310383 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3945216'] for subnet, precommit_delete_associations {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:23.929605 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-42ff5007-f0bd-4cd6-bc87-8d696a3ebc85 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:23.988546 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-55ab61f5-4348-4239-9c02-e21577310383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.052970 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-42ff5007-f0bd-4cd6-bc87-8d696a3ebc85 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.061681 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-141cdeaf-ddb9-45c5-b8da-e7cebcd23ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:24.080513 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff5007-f0bd-4cd6-bc87-8d696a3ebc85 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb81034-f7db-4f77-a325-f81be8f2170b,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:24.085097 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-42ff5007-f0bd-4cd6-bc87-8d696a3ebc85 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:24.107205 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-42ff5007-f0bd-4cd6-bc87-8d696a3ebc85 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.108988 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-42ff5007-f0bd-4cd6-bc87-8d696a3ebc85 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "DELETE /v2.0/security-groups/1fb81034-f7db-4f77-a325-f81be8f2170b HTTP/1.1" status: 204  len: 168 time: 0.4050446
Aug 12 15:36:24.111705 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-55ab61f5-4348-4239-9c02-e21577310383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222926'] for subnet, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.112709 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 52526) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:24.125480 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-7777c244-d26d-4658-8fab-7a80fa1a739f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:24.176864 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab61f5-4348-4239-9c02-e21577310383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce5859d-5077-46ba-a674-1a808c04d4d3,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:24.178673 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-55ab61f5-4348-4239-9c02-e21577310383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.181589 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.api.v2.resource [None req-9091bf0f-1447-45eb-a001-8bb82c8e4bde tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] show failed (client error): The resource could not be found.
Aug 12 15:36:24.182669 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-9091bf0f-1447-45eb-a001-8bb82c8e4bde tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups/1fb81034-f7db-4f77-a325-f81be8f2170b HTTP/1.1" status: 404  len: 347 time: 0.0685687
Aug 12 15:36:24.186425 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52532) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:24.228209 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-55ab61f5-4348-4239-9c02-e21577310383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:24.237992 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-55ab61f5-4348-4239-9c02-e21577310383 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5ce5859d-5077-46ba-a674-1a808c04d4d3 HTTP/1.1" status: 204  len: 168 time: 0.5216305
Aug 12 15:36:24.239027 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 52536) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:24.357203 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Deleting port f1df5cc2-527d-42f9-93a4-932b5cfbc83f {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:36:24.358153 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.369042 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.388834 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5dcc1-4264-4f6f-93fe-221de21fbd03 req-94fd1f99-0ad6-4d20-80f5-4f3fe5d19353 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:24.390747 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d2b5dcc1-4264-4f6f-93fe-221de21fbd03 req-94fd1f99-0ad6-4d20-80f5-4f3fe5d19353 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.2066047
Aug 12 15:36:24.544130 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.561143 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d2b5dcc1-4264-4f6f-93fe-221de21fbd03 req-91be4aa4-b739-4f3d-95cb-e96dbb35df8c tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&id=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1379788
Aug 12 15:36:24.564916 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0802ac850>,) {'filters': {'network_id': ['3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9']}} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:36:24.579393 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0802ac850>, '6b0e0e3d-107f-481c-aba2-f7581c70cff6') {'for_net_delete': True} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:36:24.579763 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0802ac850>, '6b0e0e3d-107f-481c-aba2-f7581c70cff6') {} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:36:24.599651 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3945247'] for segment, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.621208 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.627823 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=79258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:36:24.628254 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143377'] for segment, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]: Traceback (most recent call last):
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:     timer()
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:     cb(*args, **kw)
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:     return func(*args, **kwargs)
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:     self._notify()
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:     self.callback(batched_events)
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:     event.method(event)
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:     return f(self, *a, **k)
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._get(url).json()
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:36:24.643336 dv-cinder-804345-1-iscsi neutron-server[79258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:36:24.650715 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.650715 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.726669 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.730980 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b7280692-e4aa-4570-9d64-20bb92d7304a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:24.749564 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.752203 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:24.765188 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:24.765188 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:24.765528 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:24.765737 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:24.766258 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:24.766820 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:24.767337 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:24.767981 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:24.768156 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:24.768506 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:24.768940 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:24.769291 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:24.778591 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:24.780339 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-ba471dd9-fc95-426c-b769-cecd2ba6ccbe admin admin] 10.222.0.18 "DELETE /v2.0/networks/3ba4f5e7-aaaf-455e-a9df-2ffa4f8d20e9 HTTP/1.1" status: 204  len: 168 time: 0.5394156
Aug 12 15:36:24.782716 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Calling delete_port for f1df5cc2-527d-42f9-93a4-932b5cfbc83f owned by network:floatingip {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:36:24.945493 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:24.956061 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-c8377dc1-ba01-47e8-8154-c2b8ac833e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:25.009324 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 52560) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:25.074171 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-8e1f5bd0-b8ee-4051-bb60-1ebc17e6bc96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87aae61a3a2b4958ac59b1fc34cf6752&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0637622
Aug 12 15:36:25.076613 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 52566) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:25.081551 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event deleted for resources: {'Port': ['ID=f1df5cc2-527d-42f9-93a4-932b5cfbc83f,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:25.095121 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:25.095494 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:25.095856 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:25.096386 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:25.096957 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:25.097117 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:25.097631 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:25.097984 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:25.098366 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:25.098715 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:25.099055 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:25.099394 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:25.113626 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:25.125466 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for floatingip, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:25.146357 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:25.147561 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "DELETE /v2.0/floatingips/50c7d8be-0176-424e-8570-ae7fc05dc5e0 HTTP/1.1" status: 204  len: 168 time: 0.9608655
Aug 12 15:36:25.149776 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b682df06-8713-45d7-bea0-0d721de02813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:25.194206 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b682df06-8713-45d7-bea0-0d721de02813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:25.248030 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b682df06-8713-45d7-bea0-0d721de02813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:25.253582 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d3d741dd-45d5-4ee6-870e-742a2404c59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:25.267490 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682df06-8713-45d7-bea0-0d721de02813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b8016c-51e7-437f-b651-940f2d86dc4c,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:25.270750 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b682df06-8713-45d7-bea0-0d721de02813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:25.280582 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b682df06-8713-45d7-bea0-0d721de02813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:25.284133 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-b682df06-8713-45d7-bea0-0d721de02813 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08b8016c-51e7-437f-b651-940f2d86dc4c HTTP/1.1" status: 204  len: 168 time: 0.2042882
Aug 12 15:36:25.623503 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 52578) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:25.629452 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--68121662', 'description': 'tempest-description--72650075'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:36:25.635869 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:25.640386 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Usage tracker for resource:security_group and tenant:dbe2b752bc7e46a684bd3e95191f60e2 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:25.643541 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:25.650413 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:25.662287 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:25.682147 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:25.686183 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Usage tracker for resource:security_group_rule and tenant:dbe2b752bc7e46a684bd3e95191f60e2 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:25.689086 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:25.695137 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:25.831592 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7e604-a5db-4b61-83ee-d9874a342a4f req-258a044e-e777-41bc-8297-8ee671ce1d33 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:25.833588 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-45f7e604-a5db-4b61-83ee-d9874a342a4f req-258a044e-e777-41bc-8297-8ee671ce1d33 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.1363008
Aug 12 15:36:25.838641 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:25.855822 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:25.862003 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f8b3df76-a7dc-4bd6-b30a-e2d5c400f2fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:25.918747 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fedbe1f2-12e2-4115-abbb-66e6832a8d3f,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:25.923817 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:25.924810 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:25.926071 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-76bd7d53-8d40-42ad-a16f-a608e2eb4cce tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1776 time: 0.3012593
Aug 12 15:36:25.929195 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52582) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:25.930180 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-45f7e604-a5db-4b61-83ee-d9874a342a4f req-ccbc5ee5-f8cb-4c0b-a62c-c71e1e8d7fa6 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&id=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0903573
Aug 12 15:36:25.935801 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-32945852-48cd-48cf-8b60-0d42920f1028 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Request body: {'security_group_rule': {'security_group_id': 'fedbe1f2-12e2-4115-abbb-66e6832a8d3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:36:25.941923 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-32945852-48cd-48cf-8b60-0d42920f1028 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:25.946113 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-32945852-48cd-48cf-8b60-0d42920f1028 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Usage tracker for resource:security_group_rule and tenant:dbe2b752bc7e46a684bd3e95191f60e2 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:25.949046 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-32945852-48cd-48cf-8b60-0d42920f1028 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:25.962794 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-32945852-48cd-48cf-8b60-0d42920f1028 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:25.974454 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-32945852-48cd-48cf-8b60-0d42920f1028 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:26.036347 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-32945852-48cd-48cf-8b60-0d42920f1028 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:26.039999 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-32945852-48cd-48cf-8b60-0d42920f1028 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:26.042095 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-778c1e9f-df96-4ae7-b776-52e285ef4dc9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:26.063598 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32945852-48cd-48cf-8b60-0d42920f1028 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342de069-5545-43d6-9748-275bb00bada8,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:26.066094 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-32945852-48cd-48cf-8b60-0d42920f1028 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:26.073781 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-32945852-48cd-48cf-8b60-0d42920f1028 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:26.074941 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-32945852-48cd-48cf-8b60-0d42920f1028 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1438060
Aug 12 15:36:26.077747 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52586) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:26.083429 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-d4894f51-3315-4738-a0b2-5448d632d53e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Request body: {'security_group_rule': {'security_group_id': 'fedbe1f2-12e2-4115-abbb-66e6832a8d3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:36:26.089177 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-d4894f51-3315-4738-a0b2-5448d632d53e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:26.092978 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-d4894f51-3315-4738-a0b2-5448d632d53e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Usage tracker for resource:security_group_rule and tenant:dbe2b752bc7e46a684bd3e95191f60e2 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:26.095785 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-d4894f51-3315-4738-a0b2-5448d632d53e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:26.101462 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-d4894f51-3315-4738-a0b2-5448d632d53e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:26.117213 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d4894f51-3315-4738-a0b2-5448d632d53e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:26.188628 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d4894f51-3315-4738-a0b2-5448d632d53e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:26.192075 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d4894f51-3315-4738-a0b2-5448d632d53e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:26.198704 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:26.218283 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4894f51-3315-4738-a0b2-5448d632d53e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8028d149-ee4e-4744-a69a-66e6d43954e9,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:26.220770 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d4894f51-3315-4738-a0b2-5448d632d53e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:26.229473 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d4894f51-3315-4738-a0b2-5448d632d53e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:26.230661 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-d4894f51-3315-4738-a0b2-5448d632d53e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1519876
Aug 12 15:36:26.233737 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52592) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:26.239347 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Request body: {'floatingip': {'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:36:26.246691 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:26.250542 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Usage tracker for resource:floatingip and tenant:dbe2b752bc7e46a684bd3e95191f60e2 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:26.253742 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:26.263003 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:26.279027 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for floatingip, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:26.428958 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:26.555817 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52600) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:26.581579 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Allocated IP 172.27.3.170 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/36e84311-385a-4110-a3aa-60efcbbbbe96) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:36:26.703345 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-69ac08a5-9fde-495f-882d-7d0aa02c65fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:26.731539 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-69ac08a5-9fde-495f-882d-7d0aa02c65fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:26.745855 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-69ac08a5-9fde-495f-882d-7d0aa02c65fd admin admin] Usage tracker for resource:security_group_rule and tenant:adef4fe3209e487282a40f39e982c9db is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:26.751272 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-69ac08a5-9fde-495f-882d-7d0aa02c65fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:26.760871 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-69ac08a5-9fde-495f-882d-7d0aa02c65fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:26.782756 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:26.853744 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:26.858695 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-99201e8a-bbd2-42e0-8651-e4b0700e3d31 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:26.934042 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:36:26.939199 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:36:26.945255 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:36:26.975658 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-69ac08a5-9fde-495f-882d-7d0aa02c65fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:26.986691 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-69ac08a5-9fde-495f-882d-7d0aa02c65fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:26.994775 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event updated for resources: {'Port': ['ID=36e84311-385a-4110-a3aa-60efcbbbbe96,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:27.001879 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:27.002372 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4c4f264d-85a2-43e5-9bfa-dabf008c86e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:27.055976 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-69ac08a5-9fde-495f-882d-7d0aa02c65fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=adef4fe3209e487282a40f39e982c9db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4991691
Aug 12 15:36:27.059829 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52608) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:27.074303 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac08a5-9fde-495f-882d-7d0aa02c65fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e69e984-9192-4050-9b3a-ba32e37dfd9f,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:27.079172 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-69ac08a5-9fde-495f-882d-7d0aa02c65fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:27.135294 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18a3c6-ba35-4d43-b762-51784caf7403 req-cd9bd217-6738-454a-b7a6-8ea2f821718f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:27.136106 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:27.136771 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3c18a3c6-ba35-4d43-b762-51784caf7403 req-cd9bd217-6738-454a-b7a6-8ea2f821718f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.0864882
Aug 12 15:36:27.142492 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be8b4462-4b45-4891-8f3b-3671fa6706f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:27.188226 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3c18a3c6-ba35-4d43-b762-51784caf7403 req-c5e71607-3eb3-4e5f-a040-a49e42322fa6 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&id=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0451200
Aug 12 15:36:27.217912 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be8b4462-4b45-4891-8f3b-3671fa6706f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:27.240288 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:27.347445 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be8b4462-4b45-4891-8f3b-3671fa6706f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:27.355794 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4d8a0d41-39d8-4125-bfb3-3a718bf9c56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:27.382734 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b4462-4b45-4891-8f3b-3671fa6706f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e69e984-9192-4050-9b3a-ba32e37dfd9f,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:27.388491 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-be8b4462-4b45-4891-8f3b-3671fa6706f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:27.454734 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be8b4462-4b45-4891-8f3b-3671fa6706f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:27.455862 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-be8b4462-4b45-4891-8f3b-3671fa6706f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e69e984-9192-4050-9b3a-ba32e37dfd9f HTTP/1.1" status: 204  len: 168 time: 0.3941574
Aug 12 15:36:27.602027 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:27.607394 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203708'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:27.612711 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:27.717838 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event updated for resources: {'Port': ['ID=36e84311-385a-4110-a3aa-60efcbbbbe96,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:27.723914 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:27.736698 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:27.766111 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:27.767485 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5326722
Aug 12 15:36:28.001464 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ce4abaeb-19e9-4f3f-a54e-37313be7d96b tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Synchronizing usage tracker for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:security_group {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:36:28.019157 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ce4abaeb-19e9-4f3f-a54e-37313be7d96b tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Unset dirty status for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:security_group {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:36:28.020357 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ce4abaeb-19e9-4f3f-a54e-37313be7d96b tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--68121662&fields=id&tenant_id=dbe2b752bc7e46a684bd3e95191f60e2 HTTP/1.1" status: 200  len: 267 time: 0.0616841
Aug 12 15:36:28.187102 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-a12a43ac-8421-4390-a500-354c2bcf8954 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:28.188633 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-a12a43ac-8421-4390-a500-354c2bcf8954 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/networks?id=490dbe82-cde3-4d36-a911-378d177422a8 HTTP/1.1" status: 200  len: 811 time: 0.1614013
Aug 12 15:36:28.203711 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-8cc50f62-7dc4-48e5-9d79-7a87e72c5a18 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/quotas/dbe2b752bc7e46a684bd3e95191f60e2 HTTP/1.1" status: 200  len: 375 time: 0.0091419
Aug 12 15:36:28.290972 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-51756853-b9df-479f-85ae-95529e27e361 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbe2b752bc7e46a684bd3e95191f60e2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0819488
Aug 12 15:36:28.485433 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad25c3-e7c7-4329-9627-9fc51518ba29 req-5fa29034-38dc-4046-b3b2-9c2e8a6356e4 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:28.487079 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f2ad25c3-e7c7-4329-9627-9fc51518ba29 req-5fa29034-38dc-4046-b3b2-9c2e8a6356e4 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.1838701
Aug 12 15:36:28.541621 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f2ad25c3-e7c7-4329-9627-9fc51518ba29 req-f3486555-82c5-422b-ac5e-a1090af1800c tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&id=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0426362
Aug 12 15:36:28.673466 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-70c59764-9589-401b-91b6-c17092d670c5 service neutron] 10.222.0.18 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3314137
Aug 12 15:36:28.807269 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-5f7c9c6f-2fb5-4e51-9343-85e2d46c30a1 service neutron] 10.222.0.18 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265199
Aug 12 15:36:28.997705 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3d065f72-a321-4c67-aa00-880d2ec977ab req-15ac6f26-5b54-4a7d-b78a-a4926e43e8ad tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 210 time: 0.0514796
Aug 12 15:36:29.616769 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:36:29.774647 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a28f9-cf0b-4173-ad0e-92b42444ef03 req-dfe9c98f-3852-4c8c-a30b-39e45cdcb4b6 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:29.776195 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c36a28f9-cf0b-4173-ad0e-92b42444ef03 req-dfe9c98f-3852-4c8c-a30b-39e45cdcb4b6 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.1189902
Aug 12 15:36:29.836754 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c36a28f9-cf0b-4173-ad0e-92b42444ef03 req-6113c83d-45db-4c8e-9481-3544fe835de6 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&id=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0539725
Aug 12 15:36:30.172121 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-df856c92-98d4-4152-9f22-c84d85c69c85 req-9ce93b6e-73fb-46cf-88b1-ab6b0fa0cfe6 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 210 time: 0.0494699
Aug 12 15:36:30.623087 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-a4283c1e-9a97-4ae9-9b86-e2a3f92b669e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:30.624417 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-a4283c1e-9a97-4ae9-9b86-e2a3f92b669e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.76 "GET /v2.0/networks?id=490dbe82-cde3-4d36-a911-378d177422a8 HTTP/1.1" status: 200  len: 811 time: 0.1636364
Aug 12 15:36:30.685718 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-64c879b8-720a-4d05-9009-d8683ccaf26b tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbe2b752bc7e46a684bd3e95191f60e2 HTTP/1.1" status: 200  len: 378 time: 0.0442026
Aug 12 15:36:30.697508 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Request body: {'port': {'device_id': '95f90fda-a2cd-4a2d-af95-d24d1f4f989d', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'admin_state_up': True, 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'security_groups': ['fedbe1f2-12e2-4115-abbb-66e6832a8d3f']}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:36:30.836128 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:30.840101 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Usage tracker for resource:port and tenant:dbe2b752bc7e46a684bd3e95191f60e2 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:30.842863 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:30.848366 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:30.858261 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Made reservation on behalf of dbe2b752bc7e46a684bd3e95191f60e2 for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:36:30.861767 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:31.085711 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Allocated IP 172.20.0.14 (490dbe82-cde3-4d36-a911-378d177422a8/b6c0441e-c6a3-4d25-95c3-5ed1ea30385d/585c47e7-17df-4ffc-a82f-e4296b6ccafa) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:36:31.129836 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2361a1-21b7-4d2e-9c08-c66f11702a49 req-edcf6789-dcc3-4205-8a07-183a74c5fcb4 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:31.131819 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3b2361a1-21b7-4d2e-9c08-c66f11702a49 req-edcf6789-dcc3-4205-8a07-183a74c5fcb4 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.1302712
Aug 12 15:36:31.227525 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3b2361a1-21b7-4d2e-9c08-c66f11702a49 req-3cacc127-6410-44d9-af4d-24f74c7b3bdc tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&id=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0884688
Aug 12 15:36:31.371408 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9e7f22e5-e609-452a-9ffc-1fa88f29b37e req-aaed58e6-9957-4cb8-9005-45857995e941 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 210 time: 0.0635281
Aug 12 15:36:31.385742 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:31.409770 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Transition to ACTIVE for port object 585c47e7-17df-4ffc-a82f-e4296b6ccafa will not be triggered until provisioned by entity DHCP. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:36:31.437886 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:31.445103 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:31.523856 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Network 490dbe82-cde3-4d36-a911-378d177422a8 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:36:31.527343 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:36:31.530001 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:36:31.568181 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event updated for resources: {'Port': ['ID=585c47e7-17df-4ffc-a82f-e4296b6ccafa,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:31.571738 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:31.605338 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:31.606023 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:31.636757 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9427309
Aug 12 15:36:31.660352 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Request body: {'port': {'device_id': '95f90fda-a2cd-4a2d-af95-d24d1f4f989d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:36:31.760972 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-cc7df350-72c9-44f6-afcd-622ca77d3da4 None None] Provisioning for port 585c47e7-17df-4ffc-a82f-e4296b6ccafa completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:36:31.767709 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-cc7df350-72c9-44f6-afcd-622ca77d3da4 None None] Provisioning complete for port 585c47e7-17df-4ffc-a82f-e4296b6ccafa triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:36:31.767961 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-cc7df350-72c9-44f6-afcd-622ca77d3da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:31.824518 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-cc7df350-72c9-44f6-afcd-622ca77d3da4 None None] Port 585c47e7-17df-4ffc-a82f-e4296b6ccafa cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:36:31.868368 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:32.226857 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585c47e7-17df-4ffc-a82f-e4296b6ccafa {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:36:32.234757 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:32.249494 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Transition to ACTIVE for port object 585c47e7-17df-4ffc-a82f-e4296b6ccafa will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:36:32.254084 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:32.258221 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-54c12121-20b5-41e2-bc41-7ff55376939e tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:32.468086 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Pushing event updated for resources: {'Port': ['ID=585c47e7-17df-4ffc-a82f-e4296b6ccafa,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:32.471504 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:32.635457 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Attempting to bind port 585c47e7-17df-4ffc-a82f-e4296b6ccafa on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:36:32.640180 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Attempting to bind port 585c47e7-17df-4ffc-a82f-e4296b6ccafa by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:36:32.640180 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Attempting to bind port 585c47e7-17df-4ffc-a82f-e4296b6ccafa on network 490dbe82-cde3-4d36-a911-378d177422a8 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:36:32.657640 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e57d99-4d49-4a41-b00e-5a67308e433b req-634933e2-0cd8-4ddf-9581-68d0d32bc794 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:32.659128 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-74e57d99-4d49-4a41-b00e-5a67308e433b req-634933e2-0cd8-4ddf-9581-68d0d32bc794 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.2943363
Aug 12 15:36:32.661779 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Port 585c47e7-17df-4ffc-a82f-e4296b6ccafa on network 490dbe82-cde3-4d36-a911-378d177422a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:36:32.662109 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Attempting to bind port 585c47e7-17df-4ffc-a82f-e4296b6ccafa on network 490dbe82-cde3-4d36-a911-378d177422a8 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:36:32.675880 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f93e2-18c0-4e18-a247-c33a9f5abc3b req-62b24029-ea25-458c-8d4d-5b05c6dd4373 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:32.676559 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-c78f93e2-18c0-4e18-a247-c33a9f5abc3b req-62b24029-ea25-458c-8d4d-5b05c6dd4373 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Synchronizing usage tracker for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:36:32.681078 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:36:32.681414 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Checking segment: {'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:36:32.681854 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Bound using segment: {'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:36:32.682606 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Bound port: 585c47e7-17df-4ffc-a82f-e4296b6ccafa, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6589fec-7fe8-445d-b797-1cd1cfbee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:36:32.682606 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:32.777623 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-c78f93e2-18c0-4e18-a247-c33a9f5abc3b req-62b24029-ea25-458c-8d4d-5b05c6dd4373 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Unset dirty status for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:36:32.778780 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c78f93e2-18c0-4e18-a247-c33a9f5abc3b req-62b24029-ea25-458c-8d4d-5b05c6dd4373 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 944 time: 0.2717648
Aug 12 15:36:32.810107 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-74e57d99-4d49-4a41-b00e-5a67308e433b req-f6e9e9cf-452f-429a-a68e-857fe1e072d2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&id=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1298971
Aug 12 15:36:32.862122 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c78f93e2-18c0-4e18-a247-c33a9f5abc3b req-e88576ad-7df0-4825-83b0-ef1352147b7f tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=fedbe1f2-12e2-4115-abbb-66e6832a8d3f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0758531
Aug 12 15:36:32.863207 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] For port 585c47e7-17df-4ffc-a82f-e4296b6ccafa, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:36:32.867364 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] For port 585c47e7-17df-4ffc-a82f-e4296b6ccafa, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=585c47e7-17df-4ffc-a82f-e4296b6ccafa,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:36:32.872743 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:32.876997 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:32.942722 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:32.943241 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:32.944566 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] 10.222.0.76 "PUT /v2.0/ports/585c47e7-17df-4ffc-a82f-e4296b6ccafa HTTP/1.1" status: 200  len: 1094 time: 1.2886498
Aug 12 15:36:32.947716 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f90fda-a2cd-4a2d-af95-d24d1f4f989d', 'tag': '585c47e7-17df-4ffc-a82f-e4296b6ccafa'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:36:32.972091 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Pushing event updated for resources: {'Port': ['ID=585c47e7-17df-4ffc-a82f-e4296b6ccafa,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:32.979058 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:33.046553 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f90fda-a2cd-4a2d-af95-d24d1f4f989d', 'tag': '585c47e7-17df-4ffc-a82f-e4296b6ccafa', 'status': 'completed', 'code': 200}
Aug 12 15:36:33.092143 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-aab6ee60-1ec5-4b43-8c07-95c879260644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:33.093801 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-aab6ee60-1ec5-4b43-8c07-95c879260644 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dbe2b752bc7e46a684bd3e95191f60e2&device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 1097 time: 0.0827157
Aug 12 15:36:33.178266 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-b2ea9b6e-2a8d-4532-8bb6-9cd6e23b6216 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=585c47e7-17df-4ffc-a82f-e4296b6ccafa HTTP/1.1" status: 200  len: 217 time: 0.0687106
Aug 12 15:36:33.244629 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-0af46741-7e2a-4fca-8915-407cc4cf9a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:33.246025 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-0af46741-7e2a-4fca-8915-407cc4cf9a51 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b6c0441e-c6a3-4d25-95c3-5ed1ea30385d HTTP/1.1" status: 200  len: 850 time: 0.0601866
Aug 12 15:36:33.325434 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ca9152c0-a67d-47d5-b446-4cd426e52bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:33.326897 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-ca9152c0-a67d-47d5-b446-4cd426e52bbf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=490dbe82-cde3-4d36-a911-378d177422a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728521
Aug 12 15:36:33.514803 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-133500c4-532c-450d-968b-1f737fc5c8d2 service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507800
Aug 12 15:36:33.523194 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbff523-99fc-4b5c-b3b2-49b6da0c3684 req-d465e639-ddbb-4649-a245-d1defd0876de tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:33.524567 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bdbff523-99fc-4b5c-b3b2-49b6da0c3684 req-d465e639-ddbb-4649-a245-d1defd0876de tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 946 time: 0.1939538
Aug 12 15:36:33.743296 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bdbff523-99fc-4b5c-b3b2-49b6da0c3684 req-da68cdf5-dba9-4dda-a7af-64cc35f69f50 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2005868
Aug 12 15:36:33.776321 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a34390cf-370d-477a-94c0-aebe96d88e4d req-7e2e65db-b963-4f05-8409-b1d4179a34da service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2507923
Aug 12 15:36:34.003159 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f00c63-a83b-4ae6-92f7-80357c11674b req-7c07e4cf-67b2-4d3e-98de-5d4d9122ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:34.004953 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a0f00c63-a83b-4ae6-92f7-80357c11674b req-7c07e4cf-67b2-4d3e-98de-5d4d9122ae51 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dbe2b752bc7e46a684bd3e95191f60e2&device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 1097 time: 0.1175482
Aug 12 15:36:34.273468 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f00c63-a83b-4ae6-92f7-80357c11674b req-79095fe7-d760-4267-970a-915210c0f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:34.274901 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a0f00c63-a83b-4ae6-92f7-80357c11674b req-79095fe7-d760-4267-970a-915210c0f92e service neutron] 10.222.0.76 "GET /v2.0/networks?id=490dbe82-cde3-4d36-a911-378d177422a8 HTTP/1.1" status: 200  len: 912 time: 0.2303379
Aug 12 15:36:34.284292 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc2a3b-3394-4ff9-93a7-d7a32edd29f3 req-c4121a54-0217-4593-b4cd-33a8c2955553 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:34.285748 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4efc2a3b-3394-4ff9-93a7-d7a32edd29f3 req-c4121a54-0217-4593-b4cd-33a8c2955553 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 944 time: 0.2754731
Aug 12 15:36:34.368321 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a0f00c63-a83b-4ae6-92f7-80357c11674b req-d5b10026-2cd3-4a14-aa46-8a3ff193e657 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=585c47e7-17df-4ffc-a82f-e4296b6ccafa HTTP/1.1" status: 200  len: 217 time: 0.0804212
Aug 12 15:36:34.440950 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4efc2a3b-3394-4ff9-93a7-d7a32edd29f3 req-c73a2040-f97d-4a3c-a194-07ef99cb8419 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=fedbe1f2-12e2-4115-abbb-66e6832a8d3f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0955107
Aug 12 15:36:34.448805 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398a0c5-eb84-4902-8769-5d7013fbab93 req-660f13c9-6a64-4b20-b734-a7131785553c tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:34.450656 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0398a0c5-eb84-4902-8769-5d7013fbab93 req-660f13c9-6a64-4b20-b734-a7131785553c tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.2888470
Aug 12 15:36:34.485423 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f00c63-a83b-4ae6-92f7-80357c11674b req-a05c01dc-4afd-40fb-a190-f5f0ce8c3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:34.486762 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a0f00c63-a83b-4ae6-92f7-80357c11674b req-a05c01dc-4afd-40fb-a190-f5f0ce8c3af5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b6c0441e-c6a3-4d25-95c3-5ed1ea30385d HTTP/1.1" status: 200  len: 850 time: 0.1078095
Aug 12 15:36:34.550353 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0398a0c5-eb84-4902-8769-5d7013fbab93 req-aaea0085-45bd-438b-a83e-b0ad24085580 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&id=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0933685
Aug 12 15:36:34.579978 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f00c63-a83b-4ae6-92f7-80357c11674b req-2944c44c-c726-4cc9-9f59-2634ddf73afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:34.581492 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a0f00c63-a83b-4ae6-92f7-80357c11674b req-2944c44c-c726-4cc9-9f59-2634ddf73afc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=490dbe82-cde3-4d36-a911-378d177422a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867476
Aug 12 15:36:34.717770 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a0f00c63-a83b-4ae6-92f7-80357c11674b req-2f9897e3-93b5-4f40-b013-c12ece31c39c service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282635
Aug 12 15:36:34.849279 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a0f00c63-a83b-4ae6-92f7-80357c11674b req-52f48ffd-7044-4587-8a8e-62e00aad642d service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237054
Aug 12 15:36:34.934666 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4b052-e07a-453b-b8be-3a0e6965d32b req-b6921026-f97d-4f4b-9375-e174b72e5e0e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:34.936109 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0ec4b052-e07a-453b-b8be-3a0e6965d32b req-b6921026-f97d-4f4b-9375-e174b72e5e0e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 946 time: 0.0797899
Aug 12 15:36:34.981152 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0ec4b052-e07a-453b-b8be-3a0e6965d32b req-a71ab5e8-cdac-4879-9b6f-fe4802d77950 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392475
Aug 12 15:36:35.402011 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-a9337682-9cf8-4189-9906-755a97fd14da tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:35.403809 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-a9337682-9cf8-4189-9906-755a97fd14da tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.76 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 946 time: 0.0980155
Aug 12 15:36:35.477197 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Deleting port 668871bd-b6a4-4b97-8d61-86709c96addc {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:36:35.477542 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:35.932120 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1a1c0-a9cf-4abd-b292-e5545f0ec708 req-584517d6-c586-42d5-b08d-282fe4788be8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:35.933610 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1bd1a1c0-a9cf-4abd-b292-e5545f0ec708 req-584517d6-c586-42d5-b08d-282fe4788be8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 944 time: 0.3626018
Aug 12 15:36:35.943284 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] For port 668871bd-b6a4-4b97-8d61-86709c96addc, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=668871bd-b6a4-4b97-8d61-86709c96addc,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:36:35.943640 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:36.058542 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0693a6-b744-4e69-bdb6-2e260cd5f2db req-f9e611f3-f082-45a0-b835-db74df894c9f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:36.060157 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da0693a6-b744-4e69-bdb6-2e260cd5f2db req-f9e611f3-f082-45a0-b835-db74df894c9f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.3952410
Aug 12 15:36:36.096547 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1bd1a1c0-a9cf-4abd-b292-e5545f0ec708 req-74f77da8-4b5a-4a98-b0cb-0349a8f6beb9 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=fedbe1f2-12e2-4115-abbb-66e6832a8d3f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1552186
Aug 12 15:36:36.211223 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da0693a6-b744-4e69-bdb6-2e260cd5f2db req-9933cd66-3927-4436-a1a8-078cb62ef800 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&id=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1442249
Aug 12 15:36:36.374066 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:36.374358 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:36.374665 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.l3_db [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Floating IP e5cfcd82-f60b-4071-96cd-39f5b43233c8 disassociated. External IP: 172.27.3.202, port: 668871bd-b6a4-4b97-8d61-86709c96addc.
Aug 12 15:36:36.375002 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Calling delete_port for 668871bd-b6a4-4b97-8d61-86709c96addc owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:36:36.442299 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120adcc-40d6-46f9-98c6-611f7bb6dda0 req-c0ffccd3-d248-4e4b-a2a0-e7cd38693a59 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:36.444294 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7120adcc-40d6-46f9-98c6-611f7bb6dda0 req-c0ffccd3-d248-4e4b-a2a0-e7cd38693a59 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 946 time: 0.2381327
Aug 12 15:36:36.534502 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7120adcc-40d6-46f9-98c6-611f7bb6dda0 req-7cebaabe-6d66-4866-9f69-39ef24603f71 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=490b4100-b163-48c3-8e79-e6b6c8e13d06&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0845683
Aug 12 15:36:36.565862 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:36.571490 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:36.620047 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event deleted for resources: {'Port': ['ID=668871bd-b6a4-4b97-8d61-86709c96addc,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:36.623339 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:36.805305 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Router 02c348f4-3b6e-4827-9af0-10281320b134 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:36:36.998784 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:36:37.009635 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc2e95-6ce4-4648-ab0f-a84495edcef8 None None] Sync routers for ids ['02c348f4-3b6e-4827-9af0-10281320b134'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:36:37.018855 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc2e95-6ce4-4648-ab0f-a84495edcef8 None None] Routers {'02c348f4-3b6e-4827-9af0-10281320b134'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:36:37.019547 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-59dc2e95-6ce4-4648-ab0f-a84495edcef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0814d82b0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:36:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['02c348f4-3b6e-4827-9af0-10281320b134'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:36:37.093806 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] No DVR routers for this DVR port 668871bd-b6a4-4b97-8d61-86709c96addc on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:36:37.096327 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:37.100058 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'name': 'network-vif-deleted', 'tag': '668871bd-b6a4-4b97-8d61-86709c96addc'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:36:37.109690 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fa611869-c732-4651-bfb7-f16b195d8bbe req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.76 "DELETE /v2.0/ports/668871bd-b6a4-4b97-8d61-86709c96addc HTTP/1.1" status: 204  len: 173 time: 1.6978228
Aug 12 15:36:37.161617 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32bcc1f-b593-4a1f-93cc-27fc2a97a577', 'name': 'network-vif-deleted', 'tag': '668871bd-b6a4-4b97-8d61-86709c96addc', 'status': 'completed', 'code': 200}
Aug 12 15:36:37.280034 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-59dc2e95-6ce4-4648-ab0f-a84495edcef8 None None] Set router 02c348f4-3b6e-4827-9af0-10281320b134 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:36:37.353866 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa39a4e-f1c5-4dc8-9f05-2884a49630e4 req-bfbc0654-9a9e-4c30-80d6-f470b08c9602 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:37.355626 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-afa39a4e-f1c5-4dc8-9f05-2884a49630e4 req-bfbc0654-9a9e-4c30-80d6-f470b08c9602 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 944 time: 0.1122491
Aug 12 15:36:37.453849 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 585c47e7-17df-4ffc-a82f-e4296b6ccafa details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:36:37.455223 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-afa39a4e-f1c5-4dc8-9f05-2884a49630e4 req-e875ba6c-e576-4fbc-9eeb-113bc208b58d tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=fedbe1f2-12e2-4115-abbb-66e6832a8d3f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0928481
Aug 12 15:36:37.462219 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52822) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:37.479727 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3aa064-500f-4585-8852-04dc9a4967ab req-9b67f15d-cf96-425b-a99c-cb692192bc8c tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:37.487017 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4d3aa064-500f-4585-8852-04dc9a4967ab req-9b67f15d-cf96-425b-a99c-cb692192bc8c tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.1283071
Aug 12 15:36:37.544439 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4d3aa064-500f-4585-8852-04dc9a4967ab req-baabb89e-a6e4-4de1-80f3-e74f13511085 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&id=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0564382
Aug 12 15:36:37.623648 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f67d4e64-3a64-40f2-be91-4455c429fbcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:37.639071 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-f67d4e64-3a64-40f2-be91-4455c429fbcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:37.643645 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-f67d4e64-3a64-40f2-be91-4455c429fbcf admin admin] Usage tracker for resource:security_group_rule and tenant:71dd59bfddee47b084b7f84e945f43e1 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:37.647134 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-f67d4e64-3a64-40f2-be91-4455c429fbcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:37.653556 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-f67d4e64-3a64-40f2-be91-4455c429fbcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:37.721676 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-d9abe4be-486d-428e-a597-1e5c5af7c5c8 req-0a3baaa8-8602-468b-98c5-0f677b4f9fc5 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Synchronizing usage tracker for tenant:409c964789574bf4b00bd19c92187a1f on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:36:37.749041 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f67d4e64-3a64-40f2-be91-4455c429fbcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:37.750260 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-d9abe4be-486d-428e-a597-1e5c5af7c5c8 req-0a3baaa8-8602-468b-98c5-0f677b4f9fc5 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Unset dirty status for tenant:409c964789574bf4b00bd19c92187a1f on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:36:37.750391 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 585c47e7-17df-4ffc-a82f-e4296b6ccafa, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=585c47e7-17df-4ffc-a82f-e4296b6ccafa,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:36:37.751683 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d9abe4be-486d-428e-a597-1e5c5af7c5c8 req-0a3baaa8-8602-468b-98c5-0f677b4f9fc5 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=f32bcc1f-b593-4a1f-93cc-27fc2a97a577 HTTP/1.1" status: 200  len: 210 time: 0.0736113
Aug 12 15:36:37.754379 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f67d4e64-3a64-40f2-be91-4455c429fbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:37.778586 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d97cd8d6-29da-414d-ae0d-eb664f8f1428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:37.805564 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-f67d4e64-3a64-40f2-be91-4455c429fbcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71dd59bfddee47b084b7f84e945f43e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3415051
Aug 12 15:36:37.808554 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 52830) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:37.809569 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '585c47e7-17df-4ffc-a82f-e4296b6ccafa', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'port_id': '585c47e7-17df-4ffc-a82f-e4296b6ccafa', 'mac_address': 'fa:16:3e:58:d3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:36:37.822018 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d4e64-3a64-40f2-be91-4455c429fbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9660b46d-fc00-436f-aa60-d5c352063057,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:37.825683 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f67d4e64-3a64-40f2-be91-4455c429fbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:37.883013 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:37.901046 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5be1-93fe-4568-83c7-5b222940dd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:37.907428 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585c47e7-17df-4ffc-a82f-e4296b6ccafa {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:36:37.928910 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 585c47e7-17df-4ffc-a82f-e4296b6ccafa, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=585c47e7-17df-4ffc-a82f-e4296b6ccafa,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:36:37.932684 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-59dc2e95-6ce4-4648-ab0f-a84495edcef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0814d82b0>, [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '45e65017-38fc-46aa-ba9b-dd48a52afc2f', 'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'mac_address': 'fa:16:3e:88:c0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:01Z', 'updated_at': '2021-08-12T15:32:12Z', 'revision_number': 5, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'subnets': [{'id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:36:37.934382 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5be1-93fe-4568-83c7-5b222940dd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:37.937944 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc2e95-6ce4-4648-ab0f-a84495edcef8 None None] Checking router: 02c348f4-3b6e-4827-9af0-10281320b134 for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:36:37.942308 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:37.946973 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-487fc2b1-5050-4806-b00d-94b456db760e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:38.004653 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5be1-93fe-4568-83c7-5b222940dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:38.007437 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc2e95-6ce4-4648-ab0f-a84495edcef8 None None] Routers {'02c348f4-3b6e-4827-9af0-10281320b134'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:36:38.008278 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-59dc2e95-6ce4-4648-ab0f-a84495edcef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0814d82b0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:36:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['02c348f4-3b6e-4827-9af0-10281320b134'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:36:38.014213 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c2c471e9-9ba2-494a-b955-acf9e08d3696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:38.031443 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec5be1-93fe-4568-83c7-5b222940dd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9660b46d-fc00-436f-aa60-d5c352063057,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:38.046759 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c5ec5be1-93fe-4568-83c7-5b222940dd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:38.065803 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5be1-93fe-4568-83c7-5b222940dd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:38.069582 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-c5ec5be1-93fe-4568-83c7-5b222940dd26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9660b46d-fc00-436f-aa60-d5c352063057 HTTP/1.1" status: 204  len: 168 time: 0.2572505
Aug 12 15:36:38.137171 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=585c47e7-17df-4ffc-a82f-e4296b6ccafa,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:38.206015 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:38.206279 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:38.206494 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:38.207009 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:38.207627 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:38.207831 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:38.208345 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:38.208777 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:38.209202 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:38.209532 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:38.209909 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:38.210164 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:36:38.214460 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:38.254642 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-59dc2e95-6ce4-4648-ab0f-a84495edcef8 None None] Set router 02c348f4-3b6e-4827-9af0-10281320b134 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:36:38.352751 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['585c47e7-17df-4ffc-a82f-e4296b6ccafa'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:36:38.392826 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52838) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:38.414449 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a66c0461-240c-4915-914f-694e3a66096c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:38.429361 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a66c0461-240c-4915-914f-694e3a66096c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:38.433149 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a66c0461-240c-4915-914f-694e3a66096c admin admin] Usage tracker for resource:security_group_rule and tenant:44bf52a48da2422e8bef5a2c1611a32c is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:38.436107 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a66c0461-240c-4915-914f-694e3a66096c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:38.441693 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a66c0461-240c-4915-914f-694e3a66096c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:38.549700 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a66c0461-240c-4915-914f-694e3a66096c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:38.555855 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a66c0461-240c-4915-914f-694e3a66096c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:38.563230 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f67d4e64-3a64-40f2-be91-4455c429fbcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:38.610641 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 52846) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:38.611217 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-a66c0461-240c-4915-914f-694e3a66096c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44bf52a48da2422e8bef5a2c1611a32c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2166815
Aug 12 15:36:38.612267 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c0461-240c-4915-914f-694e3a66096c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1369ad-998b-4280-82a2-32a2b6983b97,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:38.615854 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a66c0461-240c-4915-914f-694e3a66096c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:38.811632 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-59dc2e95-6ce4-4648-ab0f-a84495edcef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0814d82b0>, [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '45e65017-38fc-46aa-ba9b-dd48a52afc2f', 'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'mac_address': 'fa:16:3e:88:c0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:01Z', 'updated_at': '2021-08-12T15:32:12Z', 'revision_number': 5, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'subnets': [{'id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:36:38.816256 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dc2e95-6ce4-4648-ab0f-a84495edcef8 None None] The sync data for ids ['02c348f4-3b6e-4827-9af0-10281320b134'] in dv-cinder-804345-1-iscsi is: [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '45e65017-38fc-46aa-ba9b-dd48a52afc2f', 'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'mac_address': 'fa:16:3e:88:c0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:01Z', 'updated_at': '2021-08-12T15:32:12Z', 'revision_number': 5, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'subnets': [{'id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:36:38.884946 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b8a65d46-baeb-4fbc-8f16-60f1e5f2b1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:38.924623 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491b847-a467-445f-a115-025a9a2d3446 req-58307c6c-7227-40d7-9dcd-bb3b4e03ffb6 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:38.926087 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0491b847-a467-445f-a115-025a9a2d3446 req-58307c6c-7227-40d7-9dcd-bb3b4e03ffb6 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 945 time: 0.2117157
Aug 12 15:36:38.931915 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b8a65d46-baeb-4fbc-8f16-60f1e5f2b1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:38.951609 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54051e-df09-4c5d-bff2-6412756cd707 req-7dbe1f4f-dadc-4154-8dff-9a5693eb1712 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:38.953155 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3b54051e-df09-4c5d-bff2-6412756cd707 req-7dbe1f4f-dadc-4154-8dff-9a5693eb1712 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.2052612
Aug 12 15:36:39.058711 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce87676e-3cf5-4e3b-a095-425563785efa None None] New status for floating IP e5cfcd82-f60b-4071-96cd-39f5b43233c8: DOWN {{(pid=79261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:36:39.059954 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3b54051e-df09-4c5d-bff2-6412756cd707 req-8d400db0-1c0a-4cc9-9870-fa9ce1865e62 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&id=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0909963
Aug 12 15:36:39.063181 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0491b847-a467-445f-a115-025a9a2d3446 req-1147631a-51b0-462e-9dc2-ff2cdf8ebba4 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=fedbe1f2-12e2-4115-abbb-66e6832a8d3f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1237352
Aug 12 15:36:39.081167 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b8a65d46-baeb-4fbc-8f16-60f1e5f2b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.085841 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:39.123577 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a65d46-baeb-4fbc-8f16-60f1e5f2b1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1369ad-998b-4280-82a2-32a2b6983b97,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:39.129061 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b8a65d46-baeb-4fbc-8f16-60f1e5f2b1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:39.132186 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b8a65d46-baeb-4fbc-8f16-60f1e5f2b1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.133360 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-b8a65d46-baeb-4fbc-8f16-60f1e5f2b1ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b1369ad-998b-4280-82a2-32a2b6983b97 HTTP/1.1" status: 204  len: 168 time: 0.5215902
Aug 12 15:36:39.210527 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52858) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:39.287664 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-375583b1-fd10-468f-97ad-8fea370837d3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.319632 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-375583b1-fd10-468f-97ad-8fea370837d3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.375372 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-375583b1-fd10-468f-97ad-8fea370837d3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.381960 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-62c24980-8d8c-47e2-9a6e-7a8ef72aa7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:39.400206 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375583b1-fd10-468f-97ad-8fea370837d3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=490b4100-b163-48c3-8e79-e6b6c8e13d06,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:39.403035 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-375583b1-fd10-468f-97ad-8fea370837d3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:39.409415 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 585c47e7-17df-4ffc-a82f-e4296b6ccafa up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:36:39.421936 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-375583b1-fd10-468f-97ad-8fea370837d3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.423099 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-375583b1-fd10-468f-97ad-8fea370837d3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "DELETE /v2.0/security-groups/490b4100-b163-48c3-8e79-e6b6c8e13d06 HTTP/1.1" status: 204  len: 168 time: 0.2114344
Aug 12 15:36:39.425876 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52864) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:39.448539 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.api.v2.resource [None req-e41ab12b-96f3-46fe-8ab5-f291e046de8b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] show failed (client error): The resource could not be found.
Aug 12 15:36:39.450113 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-e41ab12b-96f3-46fe-8ab5-f291e046de8b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups/490b4100-b163-48c3-8e79-e6b6c8e13d06 HTTP/1.1" status: 404  len: 347 time: 0.0233426
Aug 12 15:36:39.453433 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 52868) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:39.498660 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 585c47e7-17df-4ffc-a82f-e4296b6ccafa completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:36:39.503901 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 585c47e7-17df-4ffc-a82f-e4296b6ccafa triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:36:39.504275 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.558904 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52872) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:39.577936 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9e943f35-0708-4acf-9da7-5d2f45f39a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.592871 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-9e943f35-0708-4acf-9da7-5d2f45f39a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:39.597081 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-9e943f35-0708-4acf-9da7-5d2f45f39a23 admin admin] Usage tracker for resource:security_group_rule and tenant:46143c0cf83742a8bf6dbafdf7182063 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:39.600742 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-9e943f35-0708-4acf-9da7-5d2f45f39a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:39.607156 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-9e943f35-0708-4acf-9da7-5d2f45f39a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:39.614387 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-b76577a4-8b4e-4fb1-a271-cd3eeee67533 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Deleting port 1f891b7e-f81d-485d-98ef-c10f36659dda {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:36:39.614982 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b76577a4-8b4e-4fb1-a271-cd3eeee67533 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.625461 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.656428 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f90fda-a2cd-4a2d-af95-d24d1f4f989d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585c47e7-17df-4ffc-a82f-e4296b6ccafa'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:36:39.668540 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 585c47e7-17df-4ffc-a82f-e4296b6ccafa, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=585c47e7-17df-4ffc-a82f-e4296b6ccafa,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:36:39.680422 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.683777 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 668871bd-b6a4-4b97-8d61-86709c96addc no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:36:39.732081 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9e943f35-0708-4acf-9da7-5d2f45f39a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.737454 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9e943f35-0708-4acf-9da7-5d2f45f39a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.738760 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:39.749152 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-ee7dddec-797b-45c9-b456-e4926b3e5a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:39.799140 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-9e943f35-0708-4acf-9da7-5d2f45f39a23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46143c0cf83742a8bf6dbafdf7182063&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2363224
Aug 12 15:36:39.799669 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52880) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:39.802387 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e943f35-0708-4acf-9da7-5d2f45f39a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8830dad4-5598-43e2-8224-3491e424e947,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:39.824259 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 668871bd-b6a4-4b97-8d61-86709c96addc {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:36:39.824748 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 668871bd-b6a4-4b97-8d61-86709c96addc not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:36:39.827530 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=585c47e7-17df-4ffc-a82f-e4296b6ccafa,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:39.831468 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:39.838991 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-9e943f35-0708-4acf-9da7-5d2f45f39a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:39.890431 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-579506e1-bb12-482a-a37c-ef86e8e8af31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.921166 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-579506e1-bb12-482a-a37c-ef86e8e8af31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.952847 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b2411196-ac05-46ee-ae2d-17000873bc1f req-56d4adae-2378-4907-90b8-12827350869f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1988139
Aug 12 15:36:39.954537 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f90fda-a2cd-4a2d-af95-d24d1f4f989d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585c47e7-17df-4ffc-a82f-e4296b6ccafa', 'code': 200}
Aug 12 15:36:39.969307 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b76577a4-8b4e-4fb1-a271-cd3eeee67533 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.969639 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b76577a4-8b4e-4fb1-a271-cd3eeee67533 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.990066 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-579506e1-bb12-482a-a37c-ef86e8e8af31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:39.995357 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-be8b4462-4b45-4891-8f3b-3671fa6706f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:40.014469 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579506e1-bb12-482a-a37c-ef86e8e8af31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8830dad4-5598-43e2-8224-3491e424e947,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:40.017233 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-579506e1-bb12-482a-a37c-ef86e8e8af31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:40.025233 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-579506e1-bb12-482a-a37c-ef86e8e8af31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:40.026813 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-579506e1-bb12-482a-a37c-ef86e8e8af31 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8830dad4-5598-43e2-8224-3491e424e947 HTTP/1.1" status: 204  len: 168 time: 0.2264495
Aug 12 15:36:40.144513 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-b76577a4-8b4e-4fb1-a271-cd3eeee67533 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Calling delete_port for 1f891b7e-f81d-485d-98ef-c10f36659dda owned by network:floatingip {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:36:40.191265 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c6552bbc-ce59-4872-9bff-ac20b383bc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:40.441357 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2411196-ac05-46ee-ae2d-17000873bc1f req-98f1294c-4c52-4db2-84a5-da7d47a44b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:40.442827 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b2411196-ac05-46ee-ae2d-17000873bc1f req-98f1294c-4c52-4db2-84a5-da7d47a44b89 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=13edc200a443403bb16d979532bd63c3&device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 1137 time: 0.3428817
Aug 12 15:36:40.459803 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04407c75-9c22-4b19-8d25-2c0396c78af9 req-eea1f946-e083-42c0-9bee-3c062950dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:40.461656 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-04407c75-9c22-4b19-8d25-2c0396c78af9 req-eea1f946-e083-42c0-9bee-3c062950dc84 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 1099 time: 0.2311912
Aug 12 15:36:40.535729 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df2ea4-1151-48aa-a5b8-f2041626beb5 req-576870ff-626a-477d-9c72-c868e3dd6dbf tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:40.537232 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14df2ea4-1151-48aa-a5b8-f2041626beb5 req-576870ff-626a-477d-9c72-c868e3dd6dbf tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 946 time: 0.3097954
Aug 12 15:36:40.636250 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b76577a4-8b4e-4fb1-a271-cd3eeee67533 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:40.650122 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-6c9987e5-c644-446b-98b0-e500bff7c3e9 tempest-VolumesSnapshotTestJSON-1069026238 tempest-VolumesSnapshotTestJSON-1069026238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:40.693021 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-04407c75-9c22-4b19-8d25-2c0396c78af9 req-dc960e7c-3f67-4c37-836d-43c7d1803eff service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fedbe1f2-12e2-4115-abbb-66e6832a8d3f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2154174
Aug 12 15:36:40.738085 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:40.839530 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76577a4-8b4e-4fb1-a271-cd3eeee67533 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event deleted for resources: {'Port': ['ID=1f891b7e-f81d-485d-98ef-c10f36659dda,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:40.842561 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b76577a4-8b4e-4fb1-a271-cd3eeee67533 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:40.867032 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14df2ea4-1151-48aa-a5b8-f2041626beb5 req-0d7f7338-eb65-4444-bd56-2a39f688e182 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=fedbe1f2-12e2-4115-abbb-66e6832a8d3f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3028398
Aug 12 15:36:40.917392 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2411196-ac05-46ee-ae2d-17000873bc1f req-32a33856-61eb-415f-bf4c-7f1f0a07da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:40.918704 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b2411196-ac05-46ee-ae2d-17000873bc1f req-32a33856-61eb-415f-bf4c-7f1f0a07da54 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c8d16057-a807-4eb6-bdc7-be301d8eb03b HTTP/1.1" status: 200  len: 916 time: 0.4455147
Aug 12 15:36:40.934753 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b76577a4-8b4e-4fb1-a271-cd3eeee67533 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for floatingip, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:40.954906 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b76577a4-8b4e-4fb1-a271-cd3eeee67533 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:40.956451 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-b76577a4-8b4e-4fb1-a271-cd3eeee67533 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "DELETE /v2.0/floatingips/e5cfcd82-f60b-4071-96cd-39f5b43233c8 HTTP/1.1" status: 204  len: 168 time: 1.5021191
Aug 12 15:36:41.124435 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b2411196-ac05-46ee-ae2d-17000873bc1f req-8eff8081-d80d-4038-ac1e-02d2d73a7e63 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=851c0e85-883a-4e31-ae45-5d2a8ec9c818 HTTP/1.1" status: 200  len: 1000 time: 0.1192076
Aug 12 15:36:41.216382 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2411196-ac05-46ee-ae2d-17000873bc1f req-48b3a45b-dbc6-40ad-9bf4-1a4478cd901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:41.218156 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b2411196-ac05-46ee-ae2d-17000873bc1f req-48b3a45b-dbc6-40ad-9bf4-1a4478cd901b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb9a0d26-f984-463b-9c93-843dfd9cf17f HTTP/1.1" status: 200  len: 854 time: 0.0857308
Aug 12 15:36:41.219012 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:41.309319 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2411196-ac05-46ee-ae2d-17000873bc1f req-9c80c2b0-8a5b-4b63-8a45-de9e329b236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:41.311021 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b2411196-ac05-46ee-ae2d-17000873bc1f req-9c80c2b0-8a5b-4b63-8a45-de9e329b236a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8d16057-a807-4eb6-bdc7-be301d8eb03b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857728
Aug 12 15:36:41.338502 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52912) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:41.346224 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--464668874', 'description': 'tempest-description--1989491156'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:36:41.353928 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:41.358583 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Usage tracker for resource:security_group and tenant:409c964789574bf4b00bd19c92187a1f is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:41.362491 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:41.369220 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:41.380594 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:41.402825 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:41.407063 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Usage tracker for resource:security_group_rule and tenant:409c964789574bf4b00bd19c92187a1f is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:41.410442 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:41.417996 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:41.470545 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b2411196-ac05-46ee-ae2d-17000873bc1f req-eb561569-a214-42f2-92ae-836703b03b0b service neutron] 10.222.0.76 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521065
Aug 12 15:36:41.515657 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:41.520629 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:41.525318 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-69ac08a5-9fde-495f-882d-7d0aa02c65fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:41.567366 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4e0624-2587-4319-b6a4-b3697a59aa5e,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:41.571043 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:41.575004 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:41.576347 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2357628
Aug 12 15:36:41.579452 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52920) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:41.584859 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-49ba8d8a-efd9-417b-8cf9-33f0deae32e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Request body: {'security_group_rule': {'security_group_id': '6c4e0624-2587-4319-b6a4-b3697a59aa5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:36:41.590714 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-49ba8d8a-efd9-417b-8cf9-33f0deae32e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:41.594451 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-49ba8d8a-efd9-417b-8cf9-33f0deae32e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Usage tracker for resource:security_group_rule and tenant:409c964789574bf4b00bd19c92187a1f is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:41.597327 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-49ba8d8a-efd9-417b-8cf9-33f0deae32e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:41.603021 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-49ba8d8a-efd9-417b-8cf9-33f0deae32e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:41.621633 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-49ba8d8a-efd9-417b-8cf9-33f0deae32e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:41.627353 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b2411196-ac05-46ee-ae2d-17000873bc1f req-947cb8a9-55ad-4c44-8ba7-a5dafb150fa1 service neutron] 10.222.0.76 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497235
Aug 12 15:36:41.684914 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-49ba8d8a-efd9-417b-8cf9-33f0deae32e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:41.689657 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-49ba8d8a-efd9-417b-8cf9-33f0deae32e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:41.691876 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-32945852-48cd-48cf-8b60-0d42920f1028 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:41.715140 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba8d8a-efd9-417b-8cf9-33f0deae32e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034d13db-548c-4880-8dad-97585fb3005a,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:41.719618 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-49ba8d8a-efd9-417b-8cf9-33f0deae32e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:41.724448 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-49ba8d8a-efd9-417b-8cf9-33f0deae32e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:41.725652 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-49ba8d8a-efd9-417b-8cf9-33f0deae32e6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1451588
Aug 12 15:36:41.728558 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52924) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:41.734201 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-b76fa82b-367b-45dd-9afb-3a8705e218e9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Request body: {'security_group_rule': {'security_group_id': '6c4e0624-2587-4319-b6a4-b3697a59aa5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:36:41.739982 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-b76fa82b-367b-45dd-9afb-3a8705e218e9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:41.744249 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-b76fa82b-367b-45dd-9afb-3a8705e218e9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Usage tracker for resource:security_group_rule and tenant:409c964789574bf4b00bd19c92187a1f is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:41.747100 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-b76fa82b-367b-45dd-9afb-3a8705e218e9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:41.752694 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-b76fa82b-367b-45dd-9afb-3a8705e218e9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:41.771693 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b76fa82b-367b-45dd-9afb-3a8705e218e9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:41.834551 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b76fa82b-367b-45dd-9afb-3a8705e218e9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:41.838346 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b76fa82b-367b-45dd-9afb-3a8705e218e9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:41.844722 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-6da39ef8-1a57-42e0-9515-b006cf3c333d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:41.864057 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fa82b-367b-45dd-9afb-3a8705e218e9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7395a95-2d2c-47b7-88b2-40cfb604b2c2,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:41.867098 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b76fa82b-367b-45dd-9afb-3a8705e218e9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:41.874141 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b76fa82b-367b-45dd-9afb-3a8705e218e9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:41.875349 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-b76fa82b-367b-45dd-9afb-3a8705e218e9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1457624
Aug 12 15:36:41.878392 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52928) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:41.883833 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Request body: {'floatingip': {'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:36:41.889690 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:41.893513 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Usage tracker for resource:floatingip and tenant:409c964789574bf4b00bd19c92187a1f is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:41.896617 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:41.902467 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:41.914834 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for floatingip, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:42.086295 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0523468-ddc7-43e0-b58e-c929f111724a req-8fbabb15-9aaa-477f-8e96-81662fde4452 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:42.087796 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a0523468-ddc7-43e0-b58e-c929f111724a req-8fbabb15-9aaa-477f-8e96-81662fde4452 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 946 time: 0.1083632
Aug 12 15:36:42.091433 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:42.135122 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a0523468-ddc7-43e0-b58e-c929f111724a req-36400b07-be7b-4ef6-89da-2316bf001d2e tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=fedbe1f2-12e2-4115-abbb-66e6832a8d3f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414224
Aug 12 15:36:42.235157 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Allocated IP 172.27.3.85 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/3ef4947c-909e-4f16-b2f8-865fccd659f6) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:36:42.381130 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:42.411456 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:42.415124 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-14653a0e-ea6a-4e1e-857c-66fa373126f9 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:42.476745 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:36:42.479659 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:36:42.483584 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:36:42.518384 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event updated for resources: {'Port': ['ID=3ef4947c-909e-4f16-b2f8-865fccd659f6,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:42.526115 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:42.583810 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:42.645687 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:42.767591 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-d7bd07dc-9b75-4f8f-b40a-170461673611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:42.778058 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-d6f41c3b-72a6-4a40-8a30-91644e19a95a tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0100f253141b41c3aacd5c66729440d7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0320089
Aug 12 15:36:42.938436 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-39446e71-11a2-4fe9-8cd6-086ab08414b6 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:42.939962 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-39446e71-11a2-4fe9-8cd6-086ab08414b6 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1556752
Aug 12 15:36:42.956015 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-89206421-43b0-484e-9715-e5dd5e156de5 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/quotas/0100f253141b41c3aacd5c66729440d7 HTTP/1.1" status: 200  len: 375 time: 0.0098011
Aug 12 15:36:42.962598 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:42.967460 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203708'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:42.971407 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:43.007273 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-6d42a523-8715-4f26-aa5b-0a600eefaa4b tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0100f253141b41c3aacd5c66729440d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0448318
Aug 12 15:36:43.075334 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event updated for resources: {'Port': ['ID=3ef4947c-909e-4f16-b2f8-865fccd659f6,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:43.079614 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:43.097987 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:43.129892 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:43.132131 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2522078
Aug 12 15:36:43.204127 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-030e226c-497d-42d9-bd70-1ecd632baaf6 req-3b979562-b993-4147-89b6-16580a44417c tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 210 time: 0.0457006
Aug 12 15:36:43.357038 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39052c9-f903-4cb5-8d80-eab2224cff9d req-ec108c65-3694-49d6-85bc-b2bca26a3333 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:43.358623 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e39052c9-f903-4cb5-8d80-eab2224cff9d req-ec108c65-3694-49d6-85bc-b2bca26a3333 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 946 time: 0.0911915
Aug 12 15:36:43.442712 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-3c90f211-db1b-4b17-a6ba-fca67e8e9092 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--464668874&fields=id&tenant_id=409c964789574bf4b00bd19c92187a1f HTTP/1.1" status: 200  len: 267 time: 0.0827413
Aug 12 15:36:43.447842 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e39052c9-f903-4cb5-8d80-eab2224cff9d req-aa418cb5-c676-4d72-9cf1-47e4c8e09921 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=fedbe1f2-12e2-4115-abbb-66e6832a8d3f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0719821
Aug 12 15:36:43.650936 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d71f19d8-ab7a-4e6d-9e82-8147c8054ee5 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:43.652309 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d71f19d8-ab7a-4e6d-9e82-8147c8054ee5 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/networks?id=7951e27b-9ee0-4bac-b307-010b164089b6 HTTP/1.1" status: 200  len: 817 time: 0.2008531
Aug 12 15:36:43.671194 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-66946570-20a7-4253-b463-37524cbc129e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/quotas/409c964789574bf4b00bd19c92187a1f HTTP/1.1" status: 200  len: 375 time: 0.0129697
Aug 12 15:36:43.716076 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859427b7-1ed3-4db6-bc42-31cdb130ed14 req-565ab2b1-874a-402c-b93e-562a53037e03 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:43.717573 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-859427b7-1ed3-4db6-bc42-31cdb130ed14 req-565ab2b1-874a-402c-b93e-562a53037e03 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 946 time: 0.1625271
Aug 12 15:36:43.726864 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 52974) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:36:43.734037 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-7e8844f8-0b9a-423b-b95e-f0454523010c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Request body: {'floatingip': {'port_id': '585c47e7-17df-4ffc-a82f-e4296b6ccafa'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:36:43.769602 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-ebad736b-f780-4a37-b2b8-624c56067993 req-6754994c-debe-4886-b6a8-d5e70c5fc6cd tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Synchronizing usage tracker for tenant:409c964789574bf4b00bd19c92187a1f on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:36:43.787494 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:43.788181 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-ebad736b-f780-4a37-b2b8-624c56067993 req-6754994c-debe-4886-b6a8-d5e70c5fc6cd tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Unset dirty status for tenant:409c964789574bf4b00bd19c92187a1f on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:36:43.789454 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-6754994c-debe-4886-b6a8-d5e70c5fc6cd tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=409c964789574bf4b00bd19c92187a1f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1120424
Aug 12 15:36:43.819761 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7e8844f8-0b9a-423b-b95e-f0454523010c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for floatingip, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:43.935354 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-1bf154f4-6873-47be-857d-4360249abb95 service neutron] 10.222.0.18 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330600
Aug 12 15:36:44.165844 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-efcb2250-80c9-4cec-96dc-d8d2b4a640a7 service neutron] 10.222.0.18 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2241771
Aug 12 15:36:44.440858 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-079defc9-4b64-4f4e-82a0-8fc7d74dd9bc req-52a3ae5c-ed23-463d-b712-5417c8f07b4f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 210 time: 0.0913479
Aug 12 15:36:44.442564 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-4068af4e-cd33-4623-b47e-051db8855919 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=0100f253141b41c3aacd5c66729440d7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1263082
Aug 12 15:36:44.477773 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0de00e4d-6921-4e28-8881-0e2384cb40c4 req-e175648a-c215-445f-a3c9-30e64ad48128 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 210 time: 0.1273358
Aug 12 15:36:44.575161 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7e8844f8-0b9a-423b-b95e-f0454523010c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:44.580473 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7e8844f8-0b9a-423b-b95e-f0454523010c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:44.620512 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-723cc367-5c19-4e86-ad6b-4c42f9e1f85a tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:44.622194 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-723cc367-5c19-4e86-ad6b-4c42f9e1f85a tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1740699
Aug 12 15:36:44.650457 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Request body: {'port': {'device_id': 'dba0c64e-0beb-4aaf-bd63-ede9368de7e1', 'network_id': '4be5b557-c427-4927-843f-23d240cde8d7', 'admin_state_up': True, 'tenant_id': '0100f253141b41c3aacd5c66729440d7'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:36:44.793428 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.l3_db [None req-7e8844f8-0b9a-423b-b95e-f0454523010c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Floating IP 1b053583-a6f1-41cb-a252-22a74736112b associated. External IP: 172.27.3.170, port: 585c47e7-17df-4ffc-a82f-e4296b6ccafa.
Aug 12 15:36:44.805315 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:44.810782 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Usage tracker for resource:port and tenant:0100f253141b41c3aacd5c66729440d7 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:44.814064 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:44.820689 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:44.830225 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Made reservation on behalf of 0100f253141b41c3aacd5c66729440d7 for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:36:44.833660 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:44.847237 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:44.862923 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:44.866866 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Usage tracker for resource:security_group_rule and tenant:0100f253141b41c3aacd5c66729440d7 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:36:44.869760 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:36:44.875674 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:44.989410 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:44.994569 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:44.997564 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-e6c3df11-5c64-4ec1-925a-764a58f5e1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:45.075168 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dbf097-a4d9-40b0-9236-885c1e4a32d7,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:45.085009 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:45.177048 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Allocated IP 192.168.233.12 (4be5b557-c427-4927-843f-23d240cde8d7/ae0d8325-937a-4dd6-b588-efbd26b16717/bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:36:45.271833 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8844f8-0b9a-423b-b95e-f0454523010c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Router 1ff31bd8-a7d8-4781-ad44-98822635734b has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:36:45.284575 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:45.406059 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:45.422997 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Transition to ACTIVE for port object bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 will not be triggered until provisioned by entity DHCP. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:36:45.447142 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:45.452826 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:45.484978 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8844f8-0b9a-423b-b95e-f0454523010c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:36:45.497752 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b908dc0c-6e2f-4cc8-9bfd-592366a2751c None None] Sync routers for ids ['1ff31bd8-a7d8-4781-ad44-98822635734b'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:36:45.499331 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-7e8844f8-0b9a-423b-b95e-f0454523010c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:45.510555 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b908dc0c-6e2f-4cc8-9bfd-592366a2751c None None] Routers {'1ff31bd8-a7d8-4781-ad44-98822635734b'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:36:45.511647 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-b908dc0c-6e2f-4cc8-9bfd-592366a2751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081969700>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:36:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['1ff31bd8-a7d8-4781-ad44-98822635734b'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:36:45.526079 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Network 4be5b557-c427-4927-843f-23d240cde8d7 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:36:45.529403 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:36:45.534252 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:36:45.566547 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Pushing event updated for resources: {'Port': ['ID=bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:45.575552 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:45.582653 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-7e8844f8-0b9a-423b-b95e-f0454523010c tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "PUT /v2.0/floatingips/1b053583-a6f1-41cb-a252-22a74736112b HTTP/1.1" status: 200  len: 992 time: 1.8543568
Aug 12 15:36:45.583372 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f90fda-a2cd-4a2d-af95-d24d1f4f989d', 'tag': '585c47e7-17df-4ffc-a82f-e4296b6ccafa'}] {{(pid=79259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:36:45.655676 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:45.656970 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:45.853162 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-b908dc0c-6e2f-4cc8-9bfd-592366a2751c None None] Set router 1ff31bd8-a7d8-4781-ad44-98822635734b gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:36:45.856036 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2103350
Aug 12 15:36:45.868669 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-160461e2-4af4-4f99-89e7-a4dd76e3ecad req-0fc7f44f-64cf-4e15-9408-3b2cc6dc7df7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 210 time: 0.0658078
Aug 12 15:36:45.878446 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Request body: {'port': {'device_id': 'dba0c64e-0beb-4aaf-bd63-ede9368de7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:36:46.010011 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:46.077331 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-4338420a-d9a6-4bbf-bafe-6004f51dd83d None None] Provisioning for port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:36:46.092694 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad736b-f780-4a37-b2b8-624c56067993 req-7aa54782-9ad3-4ecb-b830-dbb93c47935e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:46.094178 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-7aa54782-9ad3-4ecb-b830-dbb93c47935e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.76 "GET /v2.0/networks?id=7951e27b-9ee0-4bac-b307-010b164089b6 HTTP/1.1" status: 200  len: 817 time: 0.5005176
Aug 12 15:36:46.097582 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-4338420a-d9a6-4bbf-bafe-6004f51dd83d None None] Provisioning complete for port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:36:46.097956 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4338420a-d9a6-4bbf-bafe-6004f51dd83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:46.122904 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2e596-9d5a-4d9e-9443-706d475021d1 req-be88ff65-28db-4df2-9324-5452e1d7cd37 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:46.123650 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-68c2e596-9d5a-4d9e-9443-706d475021d1 req-be88ff65-28db-4df2-9324-5452e1d7cd37 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Synchronizing usage tracker for tenant:0100f253141b41c3aacd5c66729440d7 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:36:46.218288 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-4338420a-d9a6-4bbf-bafe-6004f51dd83d None None] Port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:36:46.272009 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f90fda-a2cd-4a2d-af95-d24d1f4f989d', 'tag': '585c47e7-17df-4ffc-a82f-e4296b6ccafa', 'status': 'completed', 'code': 200}
Aug 12 15:36:46.316719 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-b908dc0c-6e2f-4cc8-9bfd-592366a2751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081969700>, [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '1b053583-a6f1-41cb-a252-22a74736112b', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'port_id': '585c47e7-17df-4ffc-a82f-e4296b6ccafa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'mac_address': 'fa:16:3e:58:d3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f90fda-a2cd-4a2d-af95-d24d1f4f989d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:36:27Z', 'updated_at': '2021-08-12T15:36:44Z', 'revision_number': 1, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb29d08-0041-48bb-b0f5-4534a15025de', 'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'mac_address': 'fa:16:3e:45:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:47Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'subnets': [{'id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:36:46.317650 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-68c2e596-9d5a-4d9e-9443-706d475021d1 req-be88ff65-28db-4df2-9324-5452e1d7cd37 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Unset dirty status for tenant:0100f253141b41c3aacd5c66729440d7 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:36:46.318738 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-68c2e596-9d5a-4d9e-9443-706d475021d1 req-be88ff65-28db-4df2-9324-5452e1d7cd37 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 935 time: 0.6198123
Aug 12 15:36:46.325012 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b908dc0c-6e2f-4cc8-9bfd-592366a2751c None None] Checking router: 1ff31bd8-a7d8-4781-ad44-98822635734b for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:36:46.334167 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b908dc0c-6e2f-4cc8-9bfd-592366a2751c None None] Routers {'1ff31bd8-a7d8-4781-ad44-98822635734b'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:36:46.334783 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-b908dc0c-6e2f-4cc8-9bfd-592366a2751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081969700>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:36:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['1ff31bd8-a7d8-4781-ad44-98822635734b'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:36:46.339046 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d15db428-b7c2-41c5-9ea6-602f2286c308 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409c964789574bf4b00bd19c92187a1f HTTP/1.1" status: 200  len: 379 time: 0.2114842
Aug 12 15:36:46.410609 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Request body: {'port': {'device_id': '52fca322-96d5-430f-97f9-94a38cea4d13', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'admin_state_up': True, 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'security_groups': ['6c4e0624-2587-4319-b6a4-b3697a59aa5e']}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:36:46.558902 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-b908dc0c-6e2f-4cc8-9bfd-592366a2751c None None] Set router 1ff31bd8-a7d8-4781-ad44-98822635734b gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:36:46.566527 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-68c2e596-9d5a-4d9e-9443-706d475021d1 req-92943efd-6291-4490-bee1-e8f609d29316 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Synchronizing usage tracker for tenant:0100f253141b41c3aacd5c66729440d7 on resource:security_group {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:36:46.674816 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-68c2e596-9d5a-4d9e-9443-706d475021d1 req-92943efd-6291-4490-bee1-e8f609d29316 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Unset dirty status for tenant:0100f253141b41c3aacd5c66729440d7 on resource:security_group {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:36:46.677285 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-68c2e596-9d5a-4d9e-9443-706d475021d1 req-92943efd-6291-4490-bee1-e8f609d29316 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2dbf097-a4d9-40b0-9236-885c1e4a32d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3321166
Aug 12 15:36:46.733233 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50401381-d4ed-47f0-a7e2-940a3e6a9e9d req-c670e304-8237-41b1-9457-9c020b3b60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:46.734753 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-50401381-d4ed-47f0-a7e2-940a3e6a9e9d req-c670e304-8237-41b1-9457-9c020b3b60ba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=dbe2b752bc7e46a684bd3e95191f60e2&device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 1099 time: 0.3948417
Aug 12 15:36:46.743500 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:36:46.782739 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:36:46.867799 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Made reservation on behalf of 409c964789574bf4b00bd19c92187a1f for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:36:46.871347 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:46.961077 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:36:46.982870 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:47.051277 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-b908dc0c-6e2f-4cc8-9bfd-592366a2751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081969700>, [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '1b053583-a6f1-41cb-a252-22a74736112b', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'port_id': '585c47e7-17df-4ffc-a82f-e4296b6ccafa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'mac_address': 'fa:16:3e:58:d3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f90fda-a2cd-4a2d-af95-d24d1f4f989d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:36:27Z', 'updated_at': '2021-08-12T15:36:44Z', 'revision_number': 1, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb29d08-0041-48bb-b0f5-4534a15025de', 'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'mac_address': 'fa:16:3e:45:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:47Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'subnets': [{'id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:36:47.056875 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b908dc0c-6e2f-4cc8-9bfd-592366a2751c None None] The sync data for ids ['1ff31bd8-a7d8-4781-ad44-98822635734b'] in dv-cinder-804345-1-iscsi is: [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '1b053583-a6f1-41cb-a252-22a74736112b', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'floating_ip_address': '172.27.3.170', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'port_id': '585c47e7-17df-4ffc-a82f-e4296b6ccafa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'mac_address': 'fa:16:3e:58:d3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f90fda-a2cd-4a2d-af95-d24d1f4f989d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:36:27Z', 'updated_at': '2021-08-12T15:36:44Z', 'revision_number': 1, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb29d08-0041-48bb-b0f5-4534a15025de', 'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'mac_address': 'fa:16:3e:45:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:47Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'subnets': [{'id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:36:47.064528 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Transition to ACTIVE for port object bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:36:47.110496 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50401381-d4ed-47f0-a7e2-940a3e6a9e9d req-484a627b-3784-4317-b63b-2e29a781bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:47.111939 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-50401381-d4ed-47f0-a7e2-940a3e6a9e9d req-484a627b-3784-4317-b63b-2e29a781bd3d service neutron] 10.222.0.76 "GET /v2.0/networks?id=490dbe82-cde3-4d36-a911-378d177422a8 HTTP/1.1" status: 200  len: 912 time: 0.3660097
Aug 12 15:36:47.120773 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:47.130189 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-303ce031-58b2-4ac0-b07e-ccfcb04cdf79 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:47.164725 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-efc8db78-9bce-4565-b8ae-2d0469469c70 req-3b1a12f8-566f-4742-883e-1af144d76114 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 210 time: 0.1096299
Aug 12 15:36:47.280111 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763c9d72-1661-4da9-8819-6defaf79cc2e None None] New status for floating IP 1b053583-a6f1-41cb-a252-22a74736112b: ACTIVE {{(pid=79261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:36:47.426145 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Pushing event updated for resources: {'Port': ['ID=bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:47.430747 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:47.519215 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-50401381-d4ed-47f0-a7e2-940a3e6a9e9d req-26ce234f-8f01-40d6-9642-e7d235676032 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=585c47e7-17df-4ffc-a82f-e4296b6ccafa HTTP/1.1" status: 200  len: 1000 time: 0.3908503
Aug 12 15:36:47.595448 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Allocated IP 172.20.0.8 (7951e27b-9ee0-4bac-b307-010b164089b6/cb15ed47-a637-4378-9bb3-71152f440abb/2dd8ca00-3426-43a5-9c81-8ac1b0066f7f) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:36:47.645168 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50401381-d4ed-47f0-a7e2-940a3e6a9e9d req-7ff038a6-2eba-4820-a246-0f0bfc264178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:47.646659 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-50401381-d4ed-47f0-a7e2-940a3e6a9e9d req-7ff038a6-2eba-4820-a246-0f0bfc264178 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b6c0441e-c6a3-4d25-95c3-5ed1ea30385d HTTP/1.1" status: 200  len: 850 time: 0.1154444
Aug 12 15:36:47.659972 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Attempting to bind port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:36:47.660304 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Attempting to bind port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '18284495-100c-4085-949c-001b87fa7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4be5b557-c427-4927-843f-23d240cde8d7'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:36:47.660631 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Attempting to bind port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 on network 4be5b557-c427-4927-843f-23d240cde8d7 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:36:47.706726 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 on network 4be5b557-c427-4927-843f-23d240cde8d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:36:47.707058 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Attempting to bind port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 on network 4be5b557-c427-4927-843f-23d240cde8d7 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:36:47.732133 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:36:47.732612 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Checking segment: {'id': '18284495-100c-4085-949c-001b87fa7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4be5b557-c427-4927-843f-23d240cde8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:36:47.733200 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Bound using segment: {'id': '18284495-100c-4085-949c-001b87fa7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4be5b557-c427-4927-843f-23d240cde8d7'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:36:47.733967 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Bound port: bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18284495-100c-4085-949c-001b87fa7b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4be5b557-c427-4927-843f-23d240cde8d7'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:36:47.734463 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:48.157853 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50401381-d4ed-47f0-a7e2-940a3e6a9e9d req-948984ce-7f07-44ad-90a2-bb6f050bec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:48.159402 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-50401381-d4ed-47f0-a7e2-940a3e6a9e9d req-948984ce-7f07-44ad-90a2-bb6f050bec1f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=490dbe82-cde3-4d36-a911-378d177422a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5004361
Aug 12 15:36:48.164501 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] For port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:36:48.170584 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:48.207300 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] For port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6,segment=NetworkSegment(18284495-100c-4085-949c-001b87fa7b42),segment_id=18284495-100c-4085-949c-001b87fa7b42)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:36:48.224447 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:48.241744 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-28b01c07-61a3-4366-b06b-c60e19fa9944 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:48.285011 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Transition to ACTIVE for port object 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f will not be triggered until provisioned by entity DHCP. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:36:48.304764 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f79a27-bbb9-49b5-bc83-ff8e485e5672 req-a58fd044-691a-4370-989d-25ebc6ac461c tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:48.306245 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-24f79a27-bbb9-49b5-bc83-ff8e485e5672 req-a58fd044-691a-4370-989d-25ebc6ac461c tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 947 time: 0.4680882
Aug 12 15:36:48.321597 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:48.321796 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:48.323334 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] 10.222.0.76 "PUT /v2.0/ports/bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 HTTP/1.1" status: 200  len: 1097 time: 2.4490902
Aug 12 15:36:48.412813 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba0c64e-0beb-4aaf-bd63-ede9368de7e1', 'tag': 'bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:36:48.497600 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7eb3baa8-cf81-4d7f-a4f6-9304cfab397a req-7ab57ec7-348c-46e9-ba81-2cb5f4fe6edc tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 210 time: 0.2109253
Aug 12 15:36:48.536090 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Pushing event updated for resources: {'Port': ['ID=bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:48.545428 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:48.590723 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-24f79a27-bbb9-49b5-bc83-ff8e485e5672 req-4f593c87-b95f-4e55-82be-4a0c956fba6a tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2dbf097-a4d9-40b0-9236-885c1e4a32d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2663388
Aug 12 15:36:48.592590 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-50401381-d4ed-47f0-a7e2-940a3e6a9e9d req-617e1a04-c636-4dec-a826-0b0e3c2a9270 service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4173934
Aug 12 15:36:48.624193 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:48.636753 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:48.668698 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba0c64e-0beb-4aaf-bd63-ede9368de7e1', 'tag': 'bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6', 'status': 'completed', 'code': 200}
Aug 12 15:36:48.718462 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-bbc6745d-7ed1-4691-93d4-c60b2781ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:48.719907 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-bbc6745d-7ed1-4691-93d4-c60b2781ffcc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0100f253141b41c3aacd5c66729440d7&device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 1100 time: 0.3009443
Aug 12 15:36:48.824507 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Network 7951e27b-9ee0-4bac-b307-010b164089b6 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:36:48.834121 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:36:48.851287 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:36:48.890533 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event updated for resources: {'Port': ['ID=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:48.893673 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-632089f8-91cb-4782-bcd7-04bf9c76aa96 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 HTTP/1.1" status: 200  len: 217 time: 0.1241016
Aug 12 15:36:48.901057 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:48.973004 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-50401381-d4ed-47f0-a7e2-940a3e6a9e9d req-55eb9770-5650-4365-85a9-cac6144b2ec9 service neutron] 10.222.0.76 "GET /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3709617
Aug 12 15:36:48.992114 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:48.992729 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:49.014022 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-0a010768-d1b6-4c8a-9720-29aab84f6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:49.015495 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-0a010768-d1b6-4c8a-9720-29aab84f6c40 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ae0d8325-937a-4dd6-b588-efbd26b16717 HTTP/1.1" status: 200  len: 843 time: 0.1117349
Aug 12 15:36:49.027692 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6302311
Aug 12 15:36:49.071735 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Request body: {'port': {'device_id': '52fca322-96d5-430f-97f9-94a38cea4d13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:36:49.099350 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-852c8922-8a69-43ff-ba50-bc86062c06ae None None] Provisioning for port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:36:49.105184 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-852c8922-8a69-43ff-ba50-bc86062c06ae None None] Provisioning complete for port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:36:49.105751 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-852c8922-8a69-43ff-ba50-bc86062c06ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:49.159531 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-852c8922-8a69-43ff-ba50-bc86062c06ae None None] Port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:36:49.202952 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:49.221649 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-641f7fdf-1798-467c-b87b-923782e1d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:49.223139 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-641f7fdf-1798-467c-b87b-923782e1d517 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4be5b557-c427-4927-843f-23d240cde8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1937797
Aug 12 15:36:49.463331 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-7840fb76-85e7-4c70-9725-b4e98a6f5e32 service neutron] 10.222.0.76 "GET /v2.0/networks/4be5b557-c427-4927-843f-23d240cde8d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147367
Aug 12 15:36:49.909784 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da8aaa43-7c5b-4231-b859-9423e74420ef req-4b4e3a38-d5e7-4ac2-af3c-94bd93d846f5 service neutron] 10.222.0.76 "GET /v2.0/networks/4be5b557-c427-4927-843f-23d240cde8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4327526
Aug 12 15:36:49.979786 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a808b-1309-4656-80fe-0252b8515f65 req-4ca95cad-04e1-46a5-aa7b-97aa77bea6c6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:49.980476 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-119a808b-1309-4656-80fe-0252b8515f65 req-4ca95cad-04e1-46a5-aa7b-97aa77bea6c6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Synchronizing usage tracker for tenant:409c964789574bf4b00bd19c92187a1f on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:36:50.019811 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3f778-1e29-4e90-831e-9447daccb4c2 req-bdfdc1ea-b212-4336-be4b-700311acba90 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:50.021267 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-45a3f778-1e29-4e90-831e-9447daccb4c2 req-bdfdc1ea-b212-4336-be4b-700311acba90 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 947 time: 0.2534263
Aug 12 15:36:50.071999 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:36:50.090963 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-119a808b-1309-4656-80fe-0252b8515f65 req-4ca95cad-04e1-46a5-aa7b-97aa77bea6c6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Unset dirty status for tenant:409c964789574bf4b00bd19c92187a1f on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:36:50.092064 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-119a808b-1309-4656-80fe-0252b8515f65 req-4ca95cad-04e1-46a5-aa7b-97aa77bea6c6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 931 time: 0.4101310
Aug 12 15:36:50.094588 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:50.156522 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Transition to ACTIVE for port object 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:36:50.172492 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-45a3f778-1e29-4e90-831e-9447daccb4c2 req-652bbf04-108b-4bb6-ba72-bc771edde2ab tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2dbf097-a4d9-40b0-9236-885c1e4a32d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153028
Aug 12 15:36:50.176039 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:50.186237 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-31591d9d-be2d-4c61-8e95-3ae9719a382a tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:50.237013 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-119a808b-1309-4656-80fe-0252b8515f65 req-d70a61eb-da08-4078-945b-a5d09be05017 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1339607
Aug 12 15:36:50.355446 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:50.368275 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654776b4-635b-4dd7-a1d9-7ec25eec3c5c req-ac2b7e20-b025-41ab-8005-c73def3eade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:50.369822 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-654776b4-635b-4dd7-a1d9-7ec25eec3c5c req-ac2b7e20-b025-41ab-8005-c73def3eade3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0100f253141b41c3aacd5c66729440d7&device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 1100 time: 0.3617570
Aug 12 15:36:50.375339 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:50.539394 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Attempting to bind port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:36:50.539648 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Attempting to bind port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:36:50.539968 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Attempting to bind port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f on network 7951e27b-9ee0-4bac-b307-010b164089b6 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:36:50.555290 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f on network 7951e27b-9ee0-4bac-b307-010b164089b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:36:50.555605 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Attempting to bind port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f on network 7951e27b-9ee0-4bac-b307-010b164089b6 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:36:50.564654 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:36:50.565008 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Checking segment: {'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:36:50.565380 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Bound using segment: {'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:36:50.565792 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Bound port: 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b73a4b3-109a-4471-a9b1-ac66f41c2879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:36:50.566129 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:50.577663 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654776b4-635b-4dd7-a1d9-7ec25eec3c5c req-680120ac-862a-41ec-8ad2-8f8b0d87f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:50.579081 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-654776b4-635b-4dd7-a1d9-7ec25eec3c5c req-680120ac-862a-41ec-8ad2-8f8b0d87f8d0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4be5b557-c427-4927-843f-23d240cde8d7 HTTP/1.1" status: 200  len: 870 time: 0.1784859
Aug 12 15:36:50.688431 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-654776b4-635b-4dd7-a1d9-7ec25eec3c5c req-0c4c284a-721f-4ee6-a008-2f16f31936fd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 HTTP/1.1" status: 200  len: 217 time: 0.0791147
Aug 12 15:36:50.767209 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] For port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:36:50.776426 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654776b4-635b-4dd7-a1d9-7ec25eec3c5c req-2a953667-a224-4caa-9ed0-77886a900197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:50.777899 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-654776b4-635b-4dd7-a1d9-7ec25eec3c5c req-2a953667-a224-4caa-9ed0-77886a900197 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ae0d8325-937a-4dd6-b588-efbd26b16717 HTTP/1.1" status: 200  len: 843 time: 0.0827265
Aug 12 15:36:50.780848 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] For port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:36:50.815282 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:50.824085 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8afabc0d-2793-45b7-9a7a-57fc1ed3892d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:50.895319 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:50.895919 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:50.897289 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] 10.222.0.76 "PUT /v2.0/ports/2dd8ca00-3426-43a5-9c81-8ac1b0066f7f HTTP/1.1" status: 200  len: 1093 time: 1.8337150
Aug 12 15:36:50.900704 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fca322-96d5-430f-97f9-94a38cea4d13', 'tag': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:36:50.924906 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:50.928213 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:50.956250 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654776b4-635b-4dd7-a1d9-7ec25eec3c5c req-aa31141a-c3f6-4d62-80f2-a307b4f92536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:50.957810 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-654776b4-635b-4dd7-a1d9-7ec25eec3c5c req-aa31141a-c3f6-4d62-80f2-a307b4f92536 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4be5b557-c427-4927-843f-23d240cde8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1723022
Aug 12 15:36:50.959814 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fca322-96d5-430f-97f9-94a38cea4d13', 'tag': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'status': 'completed', 'code': 200}
Aug 12 15:36:51.187462 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-654776b4-635b-4dd7-a1d9-7ec25eec3c5c req-6ff51dee-fe8f-46cb-8d17-12d42dd9acda service neutron] 10.222.0.76 "GET /v2.0/networks/4be5b557-c427-4927-843f-23d240cde8d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582427
Aug 12 15:36:51.189338 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad736b-f780-4a37-b2b8-624c56067993 req-3319bc6b-5acb-46f4-a373-96e4f5999623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:51.190643 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-3319bc6b-5acb-46f4-a373-96e4f5999623 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=409c964789574bf4b00bd19c92187a1f&device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 1096 time: 0.2003884
Aug 12 15:36:51.477259 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-33a77a12-0d8b-4374-9692-46502b8e2e91 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f HTTP/1.1" status: 200  len: 217 time: 0.2560930
Aug 12 15:36:51.652946 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad736b-f780-4a37-b2b8-624c56067993 req-a3f27db5-6604-4356-af59-3cbce077b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:51.654354 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-a3f27db5-6604-4356-af59-3cbce077b8a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb15ed47-a637-4378-9bb3-71152f440abb HTTP/1.1" status: 200  len: 856 time: 0.1643515
Aug 12 15:36:51.666841 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-654776b4-635b-4dd7-a1d9-7ec25eec3c5c req-7893bac5-804d-4049-a1af-ea0b85257dfe service neutron] 10.222.0.76 "GET /v2.0/networks/4be5b557-c427-4927-843f-23d240cde8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4470532
Aug 12 15:36:51.726692 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354a8fe-2302-4aa2-9d06-3ecd0754498e req-c41db183-c15c-450d-adb7-cbf8dbb9e369 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:51.728268 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1354a8fe-2302-4aa2-9d06-3ecd0754498e req-c41db183-c15c-450d-adb7-cbf8dbb9e369 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 947 time: 0.3503864
Aug 12 15:36:51.743420 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135756bf-4ffe-4d8d-a41d-a0eb7087e3b3 req-93bb2103-4483-42f9-8a5b-3395fc0b9552 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:51.745015 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-135756bf-4ffe-4d8d-a41d-a0eb7087e3b3 req-93bb2103-4483-42f9-8a5b-3395fc0b9552 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.3624394
Aug 12 15:36:51.825468 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-135756bf-4ffe-4d8d-a41d-a0eb7087e3b3 req-303d4b69-38fd-4284-831f-c0c3b622a8a4 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646544
Aug 12 15:36:51.828035 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1354a8fe-2302-4aa2-9d06-3ecd0754498e req-bf3ea1c6-012e-419c-817d-f1b93c0bef6d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2dbf097-a4d9-40b0-9236-885c1e4a32d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928645
Aug 12 15:36:51.837507 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad736b-f780-4a37-b2b8-624c56067993 req-5a00f701-e912-49bb-be95-60cc1e66896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:51.838977 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-5a00f701-e912-49bb-be95-60cc1e66896c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7951e27b-9ee0-4bac-b307-010b164089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1764104
Aug 12 15:36:51.975253 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-de978060-9824-42d0-ad7b-0f7295608d4e service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279335
Aug 12 15:36:52.109420 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ebad736b-f780-4a37-b2b8-624c56067993 req-631f5595-4026-4e32-aa55-0aa648df7b5d service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270480
Aug 12 15:36:52.304838 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162f9fe-6e8b-4ac0-8c0a-243e059ce3a0 req-ed369f91-8192-4a6c-9936-25c062b8e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:52.306307 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3162f9fe-6e8b-4ac0-8c0a-243e059ce3a0 req-ed369f91-8192-4a6c-9936-25c062b8e22e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=409c964789574bf4b00bd19c92187a1f&device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 1096 time: 0.0755284
Aug 12 15:36:52.463161 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162f9fe-6e8b-4ac0-8c0a-243e059ce3a0 req-860bc8cc-8f9e-4f37-9d93-ee4737e50a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:52.464629 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3162f9fe-6e8b-4ac0-8c0a-243e059ce3a0 req-860bc8cc-8f9e-4f37-9d93-ee4737e50a95 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7951e27b-9ee0-4bac-b307-010b164089b6 HTTP/1.1" status: 200  len: 918 time: 0.1481175
Aug 12 15:36:52.535050 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3162f9fe-6e8b-4ac0-8c0a-243e059ce3a0 req-c103eb21-20bd-434e-b0de-37c129c1d23b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f HTTP/1.1" status: 200  len: 217 time: 0.0630484
Aug 12 15:36:52.599256 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162f9fe-6e8b-4ac0-8c0a-243e059ce3a0 req-808fb5c0-1aa7-4235-b768-e4b48254cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:52.600579 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3162f9fe-6e8b-4ac0-8c0a-243e059ce3a0 req-808fb5c0-1aa7-4235-b768-e4b48254cc1d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb15ed47-a637-4378-9bb3-71152f440abb HTTP/1.1" status: 200  len: 856 time: 0.0591857
Aug 12 15:36:52.675259 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162f9fe-6e8b-4ac0-8c0a-243e059ce3a0 req-831370cc-b8b4-4426-ab70-399bbd1decf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:52.676777 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3162f9fe-6e8b-4ac0-8c0a-243e059ce3a0 req-831370cc-b8b4-4426-ab70-399bbd1decf2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7951e27b-9ee0-4bac-b307-010b164089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691731
Aug 12 15:36:52.810931 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3162f9fe-6e8b-4ac0-8c0a-243e059ce3a0 req-066bc2fe-db6a-4d08-909a-06808c0d4a1a service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232438
Aug 12 15:36:53.110579 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3162f9fe-6e8b-4ac0-8c0a-243e059ce3a0 req-0104aa06-c6dc-4bb0-bdc5-a2421fd03d6b service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2913120
Aug 12 15:36:53.165674 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e92ea-4ebe-43fc-9e7e-e9f94134325d req-c4c77daa-b6b3-4e4c-8bee-70dbd7a3625b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:53.167122 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0d6e92ea-4ebe-43fc-9e7e-e9f94134325d req-c4c77daa-b6b3-4e4c-8bee-70dbd7a3625b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.2196407
Aug 12 15:36:53.174544 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680673f-5b09-4971-b498-594ed58da016 req-4d2037cc-c160-4eba-beb5-562c2dcbd81d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:53.175944 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6680673f-5b09-4971-b498-594ed58da016 req-4d2037cc-c160-4eba-beb5-562c2dcbd81d tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 947 time: 0.2295618
Aug 12 15:36:53.241812 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0d6e92ea-4ebe-43fc-9e7e-e9f94134325d req-536f23bc-68e6-4c91-9445-ce14f7f31dfc tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648687
Aug 12 15:36:53.254387 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6680673f-5b09-4971-b498-594ed58da016 req-006b6ea8-06df-4172-a28b-beda45318157 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2dbf097-a4d9-40b0-9236-885c1e4a32d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595579
Aug 12 15:36:53.481201 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:36:53.613774 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6,segment=NetworkSegment(18284495-100c-4085-949c-001b87fa7b42),segment_id=18284495-100c-4085-949c-001b87fa7b42)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:36:53.630016 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': 'bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6', 'network_id': '4be5b557-c427-4927-843f-23d240cde8d7', 'port_id': 'bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6', 'mac_address': 'fa:16:3e:6b:61:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae0d8325-937a-4dd6-b588-efbd26b16717', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:36:53.684688 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:53.701144 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:36:53.716739 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6,segment=NetworkSegment(18284495-100c-4085-949c-001b87fa7b42),segment_id=18284495-100c-4085-949c-001b87fa7b42)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:36:53.720697 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:53.722604 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-23d6c908-320a-4c5a-8bcb-fbd62b2f1b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:53.787869 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:53.790941 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:54.069476 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:36:54.494928 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bedc0b-7a53-426e-954a-c5320784a053 req-fca9bc7d-e6db-4193-a922-19b09ef25ae4 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:54.496428 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b5bedc0b-7a53-426e-954a-c5320784a053 req-fca9bc7d-e6db-4193-a922-19b09ef25ae4 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.1435499
Aug 12 15:36:54.510777 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb08b4-4088-4eb8-84e3-837fbfc0f2bf req-7a4b5bca-28cf-4704-ba64-1baf28af8c1f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:54.512162 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-41fb08b4-4088-4eb8-84e3-837fbfc0f2bf req-7a4b5bca-28cf-4704-ba64-1baf28af8c1f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 948 time: 0.1267428
Aug 12 15:36:54.579759 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b5bedc0b-7a53-426e-954a-c5320784a053 req-23b84570-46a4-4f2f-883c-19b4600679c5 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771301
Aug 12 15:36:54.584032 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-41fb08b4-4088-4eb8-84e3-837fbfc0f2bf req-7f65fd31-60f4-4fcf-8a13-4564077058c1 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2dbf097-a4d9-40b0-9236-885c1e4a32d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593400
Aug 12 15:36:55.496347 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:36:55.503230 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:36:55.664415 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:36:55.674290 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:36:55.674665 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:55.731832 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:36:55.752317 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'port_id': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'mac_address': 'fa:16:3e:31:c0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:36:55.839215 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada74953-7124-4873-a8cb-c6c022be138f req-a9915d35-8e81-42fc-b3a4-9ab610f63981 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:55.840718 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ada74953-7124-4873-a8cb-c6c022be138f req-a9915d35-8e81-42fc-b3a4-9ab610f63981 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.1456125
Aug 12 15:36:55.849611 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64aad1-e61f-4fcc-853e-9ab56e7d48e0 req-223f7286-6576-486b-a1d7-15e4bcc7bc3f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:55.849924 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:55.850694 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4e64aad1-e61f-4fcc-853e-9ab56e7d48e0 req-223f7286-6576-486b-a1d7-15e4bcc7bc3f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 948 time: 0.1239533
Aug 12 15:36:55.884285 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:36:55.897035 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:55.915621 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:36:55.925017 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:55.928091 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ada74953-7124-4873-a8cb-c6c022be138f req-60cd2c23-5b73-4f52-b9d9-6bda1d358d88 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764208
Aug 12 15:36:55.931714 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4e64aad1-e61f-4fcc-853e-9ab56e7d48e0 req-06f84dcb-d286-426a-b56b-9e6f5f4aa048 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2dbf097-a4d9-40b0-9236-885c1e4a32d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654805
Aug 12 15:36:55.931863 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:55.959696 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba0c64e-0beb-4aaf-bd63-ede9368de7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:36:56.021652 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba0c64e-0beb-4aaf-bd63-ede9368de7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6', 'code': 200}
Aug 12 15:36:56.023218 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6,segment=NetworkSegment(18284495-100c-4085-949c-001b87fa7b42),segment_id=18284495-100c-4085-949c-001b87fa7b42)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:36:56.029325 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:56.049672 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:56.052585 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:56.053156 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:56.119155 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:56.122236 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:56.291214 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['2dd8ca00-3426-43a5-9c81-8ac1b0066f7f'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:36:56.292343 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbb9cf-ddb9-4f32-99ee-297239f5e141 req-8ff6f14f-ead6-4447-a4ff-52982290705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:56.294140 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7efbb9cf-ddb9-4f32-99ee-297239f5e141 req-8ff6f14f-ead6-4447-a4ff-52982290705d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 1102 time: 0.0728011
Aug 12 15:36:56.336612 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7efbb9cf-ddb9-4f32-99ee-297239f5e141 req-732b3f22-9757-41ca-bc75-dff6c1440cf0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e2dbf097-a4d9-40b0-9236-885c1e4a32d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348690
Aug 12 15:36:57.184940 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2c7f2-0b38-4354-9c14-6adbc234180e req-80c3bd7f-91cd-445a-bce8-edbabe2ea307 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:57.186402 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-91c2c7f2-0b38-4354-9c14-6adbc234180e req-80c3bd7f-91cd-445a-bce8-edbabe2ea307 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 944 time: 0.1385536
Aug 12 15:36:57.198515 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a08e54-be43-4870-b06b-3e208c79be7c req-4d4aab7e-f8eb-45bc-9776-984b147ea8a7 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:57.200027 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e8a08e54-be43-4870-b06b-3e208c79be7c req-4d4aab7e-f8eb-45bc-9776-984b147ea8a7 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 949 time: 0.1212287
Aug 12 15:36:57.271215 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-91c2c7f2-0b38-4354-9c14-6adbc234180e req-30935eee-bcc4-410c-8de5-07805a33efac tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702107
Aug 12 15:36:57.276131 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e8a08e54-be43-4870-b06b-3e208c79be7c req-ef0cd2ea-7194-4eb1-b04a-e78fa3a0f5a4 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2dbf097-a4d9-40b0-9236-885c1e4a32d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622663
Aug 12 15:36:57.494528 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:36:57.563692 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:36:57.569146 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:36:57.569542 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:57.707921 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:57.740936 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:36:57.745384 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:36:57.747169 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:36:57.811954 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:36:57.814932 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:36:58.022433 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fca322-96d5-430f-97f9-94a38cea4d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:36:58.076538 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fca322-96d5-430f-97f9-94a38cea4d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'code': 200}
Aug 12 15:36:58.360050 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0b0dc-cd95-4d03-983e-7ea94355689c req-a42643ff-e990-4f36-b1a4-5e370abe1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:58.361566 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-48b0b0dc-cd95-4d03-983e-7ea94355689c req-a42643ff-e990-4f36-b1a4-5e370abe1e46 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 1098 time: 0.0746667
Aug 12 15:36:58.503217 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-48b0b0dc-cd95-4d03-983e-7ea94355689c req-d5ab7cdf-ee2a-4e52-ad7f-bc73283f41a9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1286187
Aug 12 15:36:58.549190 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57f9c7-9739-4573-878a-df4a4f741767 req-6f743188-265f-4f11-8039-a9e73648722b tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:58.551738 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7e57f9c7-9739-4573-878a-df4a4f741767 req-6f743188-265f-4f11-8039-a9e73648722b tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 949 time: 0.1629846
Aug 12 15:36:58.584735 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81477e7a-fe19-4bed-aa25-095f8633e3e5 req-06a393cc-7a2f-476f-9de6-81f6c852a67f tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:58.586143 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-81477e7a-fe19-4bed-aa25-095f8633e3e5 req-06a393cc-7a2f-476f-9de6-81f6c852a67f tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.1942437
Aug 12 15:36:58.629189 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7e57f9c7-9739-4573-878a-df4a4f741767 req-6cb45f5b-336a-4a5b-8d80-c9ff032a8251 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2dbf097-a4d9-40b0-9236-885c1e4a32d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709085
Aug 12 15:36:58.649310 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-81477e7a-fe19-4bed-aa25-095f8633e3e5 req-8e1615a5-c33a-4b62-b8c4-fd64858fc42c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568402
Aug 12 15:36:59.066581 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431107cd-4cc7-42fd-8796-a5bbfd785213 req-6ff77de5-f9e1-42c4-8f66-156e45de4ce3 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:59.068064 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-431107cd-4cc7-42fd-8796-a5bbfd785213 req-6ff77de5-f9e1-42c4-8f66-156e45de4ce3 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 949 time: 0.0836308
Aug 12 15:36:59.113867 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-431107cd-4cc7-42fd-8796-a5bbfd785213 req-c09a97de-0dcb-40d6-a5d7-b57401f152e6 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2dbf097-a4d9-40b0-9236-885c1e4a32d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396369
Aug 12 15:36:59.842714 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ec3f6-6d83-4778-86b9-058750504c8c req-df3f7f0b-d768-4b3d-aed5-b95a862fab7c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:36:59.844246 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-611ec3f6-6d83-4778-86b9-058750504c8c req-df3f7f0b-d768-4b3d-aed5-b95a862fab7c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.0827446
Aug 12 15:36:59.893489 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-611ec3f6-6d83-4778-86b9-058750504c8c req-a901e73c-1366-413d-9de7-8e306b820df8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427964
Aug 12 15:37:00.320504 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f6f3c-4849-4889-96b6-cfda2d892256 req-dc81dc9d-ee2d-4e0e-be77-31e835bf1775 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:00.322636 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ae0f6f3c-4849-4889-96b6-cfda2d892256 req-dc81dc9d-ee2d-4e0e-be77-31e835bf1775 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 949 time: 0.1013258
Aug 12 15:37:00.371159 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ae0f6f3c-4849-4889-96b6-cfda2d892256 req-55e8ec25-81ae-48f6-b7bd-3b3e0ced7018 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2dbf097-a4d9-40b0-9236-885c1e4a32d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428021
Aug 12 15:37:01.112679 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb720b-fee1-46e3-9b3d-3a412ed3e24a req-c1a86c89-b990-471a-8938-15717e25e457 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:01.114200 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-58bb720b-fee1-46e3-9b3d-3a412ed3e24a req-c1a86c89-b990-471a-8938-15717e25e457 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.76 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 949 time: 0.1401505
Aug 12 15:37:01.126481 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44165bc7-be9b-4548-9153-6e75b3fbeab9 req-febec889-defc-4b55-8921-e7daf26b48cb tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:01.127891 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-44165bc7-be9b-4548-9153-6e75b3fbeab9 req-febec889-defc-4b55-8921-e7daf26b48cb tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.1131368
Aug 12 15:37:01.297797 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-58bb720b-fee1-46e3-9b3d-3a412ed3e24a req-a5529189-10f9-4c43-a79c-ede6d0e9c72f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Deleting port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:01.298130 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-58bb720b-fee1-46e3-9b3d-3a412ed3e24a req-a5529189-10f9-4c43-a79c-ede6d0e9c72f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:01.330005 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-44165bc7-be9b-4548-9153-6e75b3fbeab9 req-eff76c57-671f-4fd2-a14a-e8d4575f7c03 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1690922
Aug 12 15:37:01.662117 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-58bb720b-fee1-46e3-9b3d-3a412ed3e24a req-a5529189-10f9-4c43-a79c-ede6d0e9c72f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] For port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6,segment=NetworkSegment(18284495-100c-4085-949c-001b87fa7b42),segment_id=18284495-100c-4085-949c-001b87fa7b42)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:37:01.662471 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-58bb720b-fee1-46e3-9b3d-3a412ed3e24a req-a5529189-10f9-4c43-a79c-ede6d0e9c72f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:01.793485 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6844-c374-4d31-a4e9-43317936bff4 req-26b44ecf-2f9c-4c2e-8fed-a618d7c05005 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:01.794943 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d9db6844-c374-4d31-a4e9-43317936bff4 req-26b44ecf-2f9c-4c2e-8fed-a618d7c05005 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.3553224
Aug 12 15:37:01.801988 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-58bb720b-fee1-46e3-9b3d-3a412ed3e24a req-a5529189-10f9-4c43-a79c-ede6d0e9c72f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Calling delete_port for bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:37:01.803906 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53090) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:01.809899 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-c19387e7-daab-4270-9399-1d8b37816df9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Request body: {'floatingip': {'port_id': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:37:01.861402 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18e035-ecf6-473e-b358-420a5b5af94a req-7ebee88e-029e-415b-a34f-4eca5e732bf1 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:01.862836 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3a18e035-ecf6-473e-b358-420a5b5af94a req-7ebee88e-029e-415b-a34f-4eca5e732bf1 tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/ports?device_id=dba0c64e-0beb-4aaf-bd63-ede9368de7e1 HTTP/1.1" status: 200  len: 949 time: 0.3748615
Aug 12 15:37:01.887648 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c19387e7-daab-4270-9399-1d8b37816df9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for floatingip, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:01.928020 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3a18e035-ecf6-473e-b358-420a5b5af94a req-8184e9b5-7a16-4cf5-8d02-abe350d4cfff tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2dbf097-a4d9-40b0-9236-885c1e4a32d7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589075
Aug 12 15:37:01.995407 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-58bb720b-fee1-46e3-9b3d-3a412ed3e24a req-a5529189-10f9-4c43-a79c-ede6d0e9c72f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:02.004868 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d02e37d7-3ade-4a4e-a0a6-8d1d47e8c81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:02.033006 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:37:02.051637 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5529189-10f9-4c43-a79c-ede6d0e9c72f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Pushing event deleted for resources: {'Port': ['ID=bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:02.055691 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-a5529189-10f9-4c43-a79c-ede6d0e9c72f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:02.133449 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bb720b-fee1-46e3-9b3d-3a412ed3e24a req-a5529189-10f9-4c43-a79c-ede6d0e9c72f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] No DVR routers for this DVR port bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:37:02.136220 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-58bb720b-fee1-46e3-9b3d-3a412ed3e24a req-a5529189-10f9-4c43-a79c-ede6d0e9c72f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:02.139100 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba0c64e-0beb-4aaf-bd63-ede9368de7e1', 'name': 'network-vif-deleted', 'tag': 'bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:37:02.156602 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-58bb720b-fee1-46e3-9b3d-3a412ed3e24a req-a5529189-10f9-4c43-a79c-ede6d0e9c72f tempest-VolumesNegativeTest-347118784 tempest-VolumesNegativeTest-347118784-project] 10.222.0.76 "DELETE /v2.0/ports/bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 HTTP/1.1" status: 204  len: 173 time: 1.0272539
Aug 12 15:37:02.206013 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba0c64e-0beb-4aaf-bd63-ede9368de7e1', 'name': 'network-vif-deleted', 'tag': 'bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6', 'status': 'completed', 'code': 200}
Aug 12 15:37:02.576307 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c19387e7-daab-4270-9399-1d8b37816df9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:02.580563 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c19387e7-daab-4270-9399-1d8b37816df9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:02.765916 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.l3_db [None req-c19387e7-daab-4270-9399-1d8b37816df9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Floating IP 0fc2e868-2b4d-4247-9f82-56f71bad996b associated. External IP: 172.27.3.85, port: 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f.
Aug 12 15:37:03.254804 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19387e7-daab-4270-9399-1d8b37816df9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Router 02c348f4-3b6e-4827-9af0-10281320b134 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:37:03.437372 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19387e7-daab-4270-9399-1d8b37816df9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:37:03.443172 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c19387e7-daab-4270-9399-1d8b37816df9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:03.455054 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac631f5-145d-4b81-8e4c-1d1683a9ad1d None None] Sync routers for ids ['02c348f4-3b6e-4827-9af0-10281320b134'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:37:03.471934 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac631f5-145d-4b81-8e4c-1d1683a9ad1d None None] Routers {'02c348f4-3b6e-4827-9af0-10281320b134'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:37:03.473175 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-eac631f5-145d-4b81-8e4c-1d1683a9ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081506b20>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:36:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['02c348f4-3b6e-4827-9af0-10281320b134'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:03.510028 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-c19387e7-daab-4270-9399-1d8b37816df9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "PUT /v2.0/floatingips/0fc2e868-2b4d-4247-9f82-56f71bad996b HTTP/1.1" status: 200  len: 990 time: 1.7050252
Aug 12 15:37:03.510870 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fca322-96d5-430f-97f9-94a38cea4d13', 'tag': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f'}] {{(pid=79259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:37:03.641769 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fca322-96d5-430f-97f9-94a38cea4d13', 'tag': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'status': 'completed', 'code': 200}
Aug 12 15:37:03.677234 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-eac631f5-145d-4b81-8e4c-1d1683a9ad1d None None] Set router 02c348f4-3b6e-4827-9af0-10281320b134 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:37:03.802217 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862b8e5-4c61-4b6a-b7e2-f8aa975aed6c req-fae5d8a0-ac44-4b17-800a-a53287d0031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:03.804341 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8862b8e5-4c61-4b6a-b7e2-f8aa975aed6c req-fae5d8a0-ac44-4b17-800a-a53287d0031f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=409c964789574bf4b00bd19c92187a1f&device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 1098 time: 0.0809355
Aug 12 15:37:03.951567 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862b8e5-4c61-4b6a-b7e2-f8aa975aed6c req-f74a1341-c490-4f8e-adcd-13be4c658f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:03.953225 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8862b8e5-4c61-4b6a-b7e2-f8aa975aed6c req-f74a1341-c490-4f8e-adcd-13be4c658f5f service neutron] 10.222.0.76 "GET /v2.0/networks?id=7951e27b-9ee0-4bac-b307-010b164089b6 HTTP/1.1" status: 200  len: 918 time: 0.1412849
Aug 12 15:37:04.072353 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-eac631f5-145d-4b81-8e4c-1d1683a9ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081506b20>, [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '0fc2e868-2b4d-4247-9f82-56f71bad996b', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'port_id': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'mac_address': 'fa:16:3e:31:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fca322-96d5-430f-97f9-94a38cea4d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:36:42Z', 'updated_at': '2021-08-12T15:37:02Z', 'revision_number': 1, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e65017-38fc-46aa-ba9b-dd48a52afc2f', 'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'mac_address': 'fa:16:3e:88:c0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:01Z', 'updated_at': '2021-08-12T15:32:12Z', 'revision_number': 5, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'subnets': [{'id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:04.076980 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac631f5-145d-4b81-8e4c-1d1683a9ad1d None None] Checking router: 02c348f4-3b6e-4827-9af0-10281320b134 for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:37:04.077881 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8862b8e5-4c61-4b6a-b7e2-f8aa975aed6c req-16dcdac8-7366-4816-9ac7-8c8d252e6a58 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f HTTP/1.1" status: 200  len: 998 time: 0.1177902
Aug 12 15:37:04.085776 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac631f5-145d-4b81-8e4c-1d1683a9ad1d None None] Routers {'02c348f4-3b6e-4827-9af0-10281320b134'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:37:04.086422 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-eac631f5-145d-4b81-8e4c-1d1683a9ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081506b20>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:36:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['02c348f4-3b6e-4827-9af0-10281320b134'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:04.149713 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862b8e5-4c61-4b6a-b7e2-f8aa975aed6c req-6dafcc68-bd48-46a2-ad52-98e5f54bbf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:04.155421 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8862b8e5-4c61-4b6a-b7e2-f8aa975aed6c req-6dafcc68-bd48-46a2-ad52-98e5f54bbf46 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb15ed47-a637-4378-9bb3-71152f440abb HTTP/1.1" status: 200  len: 856 time: 0.0705445
Aug 12 15:37:04.237300 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862b8e5-4c61-4b6a-b7e2-f8aa975aed6c req-9f3d5e62-0522-4ffc-bf08-cfec67f97270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:04.238900 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8862b8e5-4c61-4b6a-b7e2-f8aa975aed6c req-9f3d5e62-0522-4ffc-bf08-cfec67f97270 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7951e27b-9ee0-4bac-b307-010b164089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753198
Aug 12 15:37:04.276949 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-eac631f5-145d-4b81-8e4c-1d1683a9ad1d None None] Set router 02c348f4-3b6e-4827-9af0-10281320b134 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:37:04.376652 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8862b8e5-4c61-4b6a-b7e2-f8aa975aed6c req-cf4dd380-a689-48e9-bad7-4b679df0715d service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305091
Aug 12 15:37:04.604150 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8862b8e5-4c61-4b6a-b7e2-f8aa975aed6c req-798d57ed-e84d-4b96-b03b-e8ffa413dfbc service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2120883
Aug 12 15:37:04.726248 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-eac631f5-145d-4b81-8e4c-1d1683a9ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081506b20>, [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '0fc2e868-2b4d-4247-9f82-56f71bad996b', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'port_id': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'mac_address': 'fa:16:3e:31:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fca322-96d5-430f-97f9-94a38cea4d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:36:42Z', 'updated_at': '2021-08-12T15:37:02Z', 'revision_number': 1, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e65017-38fc-46aa-ba9b-dd48a52afc2f', 'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'mac_address': 'fa:16:3e:88:c0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:01Z', 'updated_at': '2021-08-12T15:32:12Z', 'revision_number': 5, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'subnets': [{'id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:04.731525 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac631f5-145d-4b81-8e4c-1d1683a9ad1d None None] The sync data for ids ['02c348f4-3b6e-4827-9af0-10281320b134'] in dv-cinder-804345-1-iscsi is: [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '0fc2e868-2b4d-4247-9f82-56f71bad996b', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'port_id': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'mac_address': 'fa:16:3e:31:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fca322-96d5-430f-97f9-94a38cea4d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:36:42Z', 'updated_at': '2021-08-12T15:37:02Z', 'revision_number': 1, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e65017-38fc-46aa-ba9b-dd48a52afc2f', 'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'mac_address': 'fa:16:3e:88:c0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:01Z', 'updated_at': '2021-08-12T15:32:12Z', 'revision_number': 5, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'subnets': [{'id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:37:04.979317 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c5030-c9b2-4bcc-86e3-ac95931456e6 None None] New status for floating IP 0fc2e868-2b4d-4247-9f82-56f71bad996b: ACTIVE {{(pid=79261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:37:05.544414 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:37:05.580068 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:37:05.580414 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device bfcae52b-98f4-4d3b-9696-fb7e04ad2ee6 not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:37:06.615339 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:37:07.898095 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 53352) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:08.045133 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-0f521491-a365-4d3c-bec2-0dc84ac0dc99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0100f253141b41c3aacd5c66729440d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1457648
Aug 12 15:37:08.047471 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 53358) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:08.108650 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-bc13c1c3-36f0-4dda-b581-c210d747eddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:08.135716 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-bc13c1c3-36f0-4dda-b581-c210d747eddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:08.195178 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-bc13c1c3-36f0-4dda-b581-c210d747eddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:08.200767 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-42ff5007-f0bd-4cd6-bc87-8d696a3ebc85 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:08.213775 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13c1c3-36f0-4dda-b581-c210d747eddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dbf097-a4d9-40b0-9236-885c1e4a32d7,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:08.216668 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-bc13c1c3-36f0-4dda-b581-c210d747eddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:08.224309 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-bc13c1c3-36f0-4dda-b581-c210d747eddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:08.227610 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-bc13c1c3-36f0-4dda-b581-c210d747eddf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2dbf097-a4d9-40b0-9236-885c1e4a32d7 HTTP/1.1" status: 204  len: 168 time: 0.1791868
Aug 12 15:37:10.184419 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-97aa5f2e-eda0-4f20-b3dc-ee5ed813d8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:10.747598 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:11.213319 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:12.770699 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-20c2566c-fd46-4e45-9c7a-8d50a191c51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:13.783650 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:15.285500 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:17.939752 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3b5b91c7-00d6-4ba9-8ff8-1aaa2041166a req-f990c388-8cf8-44f4-8699-6f5d4999933f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-751025269&fields=id&tenant_id=13edc200a443403bb16d979532bd63c3 HTTP/1.1" status: 200  len: 267 time: 0.0451143
Aug 12 15:37:18.030934 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b91c7-00d6-4ba9-8ff8-1aaa2041166a req-57b245b6-d0a4-4e39-ab83-e15d2519e3d2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:18.032367 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3b5b91c7-00d6-4ba9-8ff8-1aaa2041166a req-57b245b6-d0a4-4e39-ab83-e15d2519e3d2 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 984 time: 0.0870461
Aug 12 15:37:18.043135 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-3b5b91c7-00d6-4ba9-8ff8-1aaa2041166a req-7f7acfd7-766e-49ac-8c06-0a9e32f95daf tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Request body: {'port': {'security_groups': ['0c8d70c0-161b-4e65-9c31-6bb323e2050a']}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:37:18.159859 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-3b5b91c7-00d6-4ba9-8ff8-1aaa2041166a req-7f7acfd7-766e-49ac-8c06-0a9e32f95daf tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:18.402410 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-3b5b91c7-00d6-4ba9-8ff8-1aaa2041166a req-7f7acfd7-766e-49ac-8c06-0a9e32f95daf tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] For port 851c0e85-883a-4e31-ae45-5d2a8ec9c818, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=851c0e85-883a-4e31-ae45-5d2a8ec9c818,segment=NetworkSegment(c7267d28-7044-44c2-bbe9-d1fd9bbba66e),segment_id=c7267d28-7044-44c2-bbe9-d1fd9bbba66e)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:37:18.425906 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-3b5b91c7-00d6-4ba9-8ff8-1aaa2041166a req-7f7acfd7-766e-49ac-8c06-0a9e32f95daf tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:18.430206 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-3b5b91c7-00d6-4ba9-8ff8-1aaa2041166a req-7f7acfd7-766e-49ac-8c06-0a9e32f95daf tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:18.436158 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-e9cbfc3e-eff1-4b8f-8e7b-75404234abb1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:18.465543 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['851c0e85-883a-4e31-ae45-5d2a8ec9c818'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:37:18.504305 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b91c7-00d6-4ba9-8ff8-1aaa2041166a req-7f7acfd7-766e-49ac-8c06-0a9e32f95daf tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:18.505050 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-3b5b91c7-00d6-4ba9-8ff8-1aaa2041166a req-7f7acfd7-766e-49ac-8c06-0a9e32f95daf tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:18.506581 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3b5b91c7-00d6-4ba9-8ff8-1aaa2041166a req-7f7acfd7-766e-49ac-8c06-0a9e32f95daf tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "PUT /v2.0/ports/851c0e85-883a-4e31-ae45-5d2a8ec9c818 HTTP/1.1" status: 200  len: 942 time: 0.4679794
Aug 12 15:37:18.507058 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'tag': '851c0e85-883a-4e31-ae45-5d2a8ec9c818'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:37:18.516287 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53410) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:18.530549 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7acfd7-766e-49ac-8c06-0a9e32f95daf tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Pushing event updated for resources: {'Port': ['ID=851c0e85-883a-4e31-ae45-5d2a8ec9c818,revision_number=7']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:18.533978 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-7f7acfd7-766e-49ac-8c06-0a9e32f95daf tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:18.578196 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'tag': '851c0e85-883a-4e31-ae45-5d2a8ec9c818', 'status': 'completed', 'code': 200}
Aug 12 15:37:18.611539 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-af4dd225-4953-4bec-b1d7-97fd6d9d1667 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:18.660269 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-af4dd225-4953-4bec-b1d7-97fd6d9d1667 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:18.743135 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-af4dd225-4953-4bec-b1d7-97fd6d9d1667 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:18.750634 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:18.768719 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37d44-cada-43f5-85e6-7daf02c9d4f0 req-93ea389b-3869-443a-849b-ba613fc808b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:18.770327 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1bd37d44-cada-43f5-85e6-7daf02c9d4f0 req-93ea389b-3869-443a-849b-ba613fc808b1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=13edc200a443403bb16d979532bd63c3&device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 1098 time: 0.1412864
Aug 12 15:37:18.771990 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dd225-4953-4bec-b1d7-97fd6d9d1667 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b2ace5-cccf-4cbe-b937-841d9f2d4b3d,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:18.774537 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-af4dd225-4953-4bec-b1d7-97fd6d9d1667 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:18.786250 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-af4dd225-4953-4bec-b1d7-97fd6d9d1667 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:18.787701 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-af4dd225-4953-4bec-b1d7-97fd6d9d1667 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "DELETE /v2.0/security-groups/38b2ace5-cccf-4cbe-b937-841d9f2d4b3d HTTP/1.1" status: 204  len: 168 time: 0.2688713
Aug 12 15:37:18.790551 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53418) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:18.837841 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-4f5b8057-49ab-44a0-aaf3-7ff263a794f6 None None] Provisioning complete for port 851c0e85-883a-4e31-ae45-5d2a8ec9c818 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:37:18.838218 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4f5b8057-49ab-44a0-aaf3-7ff263a794f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:18.884682 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['851c0e85-883a-4e31-ae45-5d2a8ec9c818'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:37:18.925716 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37d44-cada-43f5-85e6-7daf02c9d4f0 req-2bb0688e-7d78-4918-923e-5666d0f06745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:18.927183 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1bd37d44-cada-43f5-85e6-7daf02c9d4f0 req-2bb0688e-7d78-4918-923e-5666d0f06745 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c8d16057-a807-4eb6-bdc7-be301d8eb03b HTTP/1.1" status: 200  len: 916 time: 0.1410103
Aug 12 15:37:19.014982 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-a193c1ae-b800-4d3d-9f75-d9053e60de2f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Deleting port 1ddcc10c-4efa-4606-9ee4-7f964febff02 {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:19.015477 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a193c1ae-b800-4d3d-9f75-d9053e60de2f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:19.042470 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1bd37d44-cada-43f5-85e6-7daf02c9d4f0 req-c1495103-87f4-4a15-ab0a-7f27df51798f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=851c0e85-883a-4e31-ae45-5d2a8ec9c818 HTTP/1.1" status: 200  len: 1000 time: 0.1040478
Aug 12 15:37:19.107153 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37d44-cada-43f5-85e6-7daf02c9d4f0 req-0035bde4-435c-434c-bbf6-dd9401db4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:19.108959 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1bd37d44-cada-43f5-85e6-7daf02c9d4f0 req-0035bde4-435c-434c-bbf6-dd9401db4422 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb9a0d26-f984-463b-9c93-843dfd9cf17f HTTP/1.1" status: 200  len: 854 time: 0.0592282
Aug 12 15:37:19.188922 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37d44-cada-43f5-85e6-7daf02c9d4f0 req-5d931a22-9a8d-41ac-9612-1d78b72ffac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:19.190375 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1bd37d44-cada-43f5-85e6-7daf02c9d4f0 req-5d931a22-9a8d-41ac-9612-1d78b72ffac7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8d16057-a807-4eb6-bdc7-be301d8eb03b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720446
Aug 12 15:37:19.191017 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a193c1ae-b800-4d3d-9f75-d9053e60de2f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:19.191347 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a193c1ae-b800-4d3d-9f75-d9053e60de2f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:19.315994 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-a193c1ae-b800-4d3d-9f75-d9053e60de2f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Calling delete_port for 1ddcc10c-4efa-4606-9ee4-7f964febff02 owned by network:floatingip {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:37:19.323215 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1bd37d44-cada-43f5-85e6-7daf02c9d4f0 req-e4bb7667-a39c-48f9-ab59-ebd3ecd3d5e7 service neutron] 10.222.0.76 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224539
Aug 12 15:37:19.453282 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1bd37d44-cada-43f5-85e6-7daf02c9d4f0 req-597184f5-322a-4cd3-8775-79afa2c94a78 service neutron] 10.222.0.76 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222415
Aug 12 15:37:19.467990 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a193c1ae-b800-4d3d-9f75-d9053e60de2f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:19.471405 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-2a3ead41-83d3-4562-a021-50b54ea67aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:19.515798 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193c1ae-b800-4d3d-9f75-d9053e60de2f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Pushing event deleted for resources: {'Port': ['ID=1ddcc10c-4efa-4606-9ee4-7f964febff02,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:19.519198 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a193c1ae-b800-4d3d-9f75-d9053e60de2f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:19.607731 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a193c1ae-b800-4d3d-9f75-d9053e60de2f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks [] for floatingip, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:19.608006 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.l3_db [None req-a193c1ae-b800-4d3d-9f75-d9053e60de2f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Floating IP 07731127-9942-4624-ad82-2d5e3a7de643 disassociated (deleted). External IP: 172.27.3.49, port: 851c0e85-883a-4e31-ae45-5d2a8ec9c818.
Aug 12 15:37:20.042760 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a193c1ae-b800-4d3d-9f75-d9053e60de2f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Router 8da56ef3-81b3-4c0b-8138-4679e6166e77 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:37:20.233801 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a193c1ae-b800-4d3d-9f75-d9053e60de2f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:37:20.243460 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78a36ed-0504-4396-84a7-2716dde78626 None None] Sync routers for ids ['8da56ef3-81b3-4c0b-8138-4679e6166e77'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:37:20.253267 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a36ed-0504-4396-84a7-2716dde78626 None None] Routers {'8da56ef3-81b3-4c0b-8138-4679e6166e77'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:37:20.253882 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-a78a36ed-0504-4396-84a7-2716dde78626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff080b6bf40>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:37:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['8da56ef3-81b3-4c0b-8138-4679e6166e77'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:20.254152 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a193c1ae-b800-4d3d-9f75-d9053e60de2f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:20.308267 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-a193c1ae-b800-4d3d-9f75-d9053e60de2f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "DELETE /v2.0/floatingips/07731127-9942-4624-ad82-2d5e3a7de643 HTTP/1.1" status: 204  len: 168 time: 1.5160575
Aug 12 15:37:20.308947 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'tag': '851c0e85-883a-4e31-ae45-5d2a8ec9c818'}] {{(pid=79259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:37:20.353898 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'tag': '851c0e85-883a-4e31-ae45-5d2a8ec9c818', 'status': 'completed', 'code': 200}
Aug 12 15:37:20.437178 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-a78a36ed-0504-4396-84a7-2716dde78626 None None] Set router 8da56ef3-81b3-4c0b-8138-4679e6166e77 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:37:20.481005 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef712a6-4673-44a0-8b49-5437da843534 req-dcbd31cc-879b-4b62-8d5c-0686690c95ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:20.481539 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fef712a6-4673-44a0-8b49-5437da843534 req-dcbd31cc-879b-4b62-8d5c-0686690c95ec service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=13edc200a443403bb16d979532bd63c3&device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 1098 time: 0.0741553
Aug 12 15:37:20.689212 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef712a6-4673-44a0-8b49-5437da843534 req-764da5ab-e454-4977-a2d8-96a8f7c4b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:20.690332 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fef712a6-4673-44a0-8b49-5437da843534 req-764da5ab-e454-4977-a2d8-96a8f7c4b012 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c8d16057-a807-4eb6-bdc7-be301d8eb03b HTTP/1.1" status: 200  len: 916 time: 0.2007320
Aug 12 15:37:20.763657 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-a78a36ed-0504-4396-84a7-2716dde78626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff080b6bf40>, [{'id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cd54dee3-1335-4c93-a640-610068310806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:08Z', 'updated_at': '2021-08-12T15:33:17Z', 'revision_number': 4, 'project_id': '13edc200a443403bb16d979532bd63c3', 'gw_port': {'id': 'cd54dee3-1335-4c93-a640-610068310806', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '8e9080e4-b9b7-4381-bc00-c0a0b4770228', 'name': '', 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'mac_address': 'fa:16:3e:b9:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:15Z', 'updated_at': '2021-08-12T15:33:24Z', 'revision_number': 5, 'project_id': '13edc200a443403bb16d979532bd63c3', 'subnets': [{'id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:20.767881 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fef712a6-4673-44a0-8b49-5437da843534 req-2d92c864-0f81-40e4-bf02-fedfa6d65a09 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=851c0e85-883a-4e31-ae45-5d2a8ec9c818 HTTP/1.1" status: 200  len: 217 time: 0.0667098
Aug 12 15:37:20.768306 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78a36ed-0504-4396-84a7-2716dde78626 None None] Checking router: 8da56ef3-81b3-4c0b-8138-4679e6166e77 for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:37:20.776941 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a36ed-0504-4396-84a7-2716dde78626 None None] Routers {'8da56ef3-81b3-4c0b-8138-4679e6166e77'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:37:20.777674 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-a78a36ed-0504-4396-84a7-2716dde78626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff080b6bf40>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:37:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['8da56ef3-81b3-4c0b-8138-4679e6166e77'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:20.838015 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef712a6-4673-44a0-8b49-5437da843534 req-0cfc57f7-2a9d-477b-b38a-a5bb0da8b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:20.839489 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fef712a6-4673-44a0-8b49-5437da843534 req-0cfc57f7-2a9d-477b-b38a-a5bb0da8b757 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb9a0d26-f984-463b-9c93-843dfd9cf17f HTTP/1.1" status: 200  len: 854 time: 0.0618722
Aug 12 15:37:20.923396 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef712a6-4673-44a0-8b49-5437da843534 req-8a941f77-05c5-4cc7-a35b-96be3bbce9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:20.924880 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fef712a6-4673-44a0-8b49-5437da843534 req-8a941f77-05c5-4cc7-a35b-96be3bbce9d0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c8d16057-a807-4eb6-bdc7-be301d8eb03b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0696495
Aug 12 15:37:20.960123 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-a78a36ed-0504-4396-84a7-2716dde78626 None None] Set router 8da56ef3-81b3-4c0b-8138-4679e6166e77 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:37:21.078878 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fef712a6-4673-44a0-8b49-5437da843534 req-6063574d-93c4-490d-8f5d-c8a290912730 service neutron] 10.222.0.76 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458318
Aug 12 15:37:21.238678 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fef712a6-4673-44a0-8b49-5437da843534 req-9a2b69d0-7986-4a07-87d6-6779084d328c service neutron] 10.222.0.76 "GET /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248333
Aug 12 15:37:21.306261 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-a78a36ed-0504-4396-84a7-2716dde78626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff080b6bf40>, [{'id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cd54dee3-1335-4c93-a640-610068310806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:08Z', 'updated_at': '2021-08-12T15:33:17Z', 'revision_number': 4, 'project_id': '13edc200a443403bb16d979532bd63c3', 'gw_port': {'id': 'cd54dee3-1335-4c93-a640-610068310806', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '8e9080e4-b9b7-4381-bc00-c0a0b4770228', 'name': '', 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'mac_address': 'fa:16:3e:b9:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:15Z', 'updated_at': '2021-08-12T15:33:24Z', 'revision_number': 5, 'project_id': '13edc200a443403bb16d979532bd63c3', 'subnets': [{'id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:21.310067 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78a36ed-0504-4396-84a7-2716dde78626 None None] The sync data for ids ['8da56ef3-81b3-4c0b-8138-4679e6166e77'] in dv-cinder-804345-1-iscsi is: [{'id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cd54dee3-1335-4c93-a640-610068310806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:08Z', 'updated_at': '2021-08-12T15:33:17Z', 'revision_number': 4, 'project_id': '13edc200a443403bb16d979532bd63c3', 'gw_port': {'id': 'cd54dee3-1335-4c93-a640-610068310806', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '8e9080e4-b9b7-4381-bc00-c0a0b4770228', 'name': '', 'network_id': 'c8d16057-a807-4eb6-bdc7-be301d8eb03b', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'mac_address': 'fa:16:3e:b9:24:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:15Z', 'updated_at': '2021-08-12T15:33:24Z', 'revision_number': 5, 'project_id': '13edc200a443403bb16d979532bd63c3', 'subnets': [{'id': 'cb9a0d26-f984-463b-9c93-843dfd9cf17f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:37:21.529731 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e528c-c16d-423e-9690-67cec3fa4cd5 None None] New status for floating IP 07731127-9942-4624-ad82-2d5e3a7de643: DOWN {{(pid=79261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:37:24.717384 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae9130-28e4-47ec-b768-4797ab8141f8 req-9a8ead5f-9dcd-4498-a797-70195343a011 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:24.718452 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e5ae9130-28e4-47ec-b768-4797ab8141f8 req-9a8ead5f-9dcd-4498-a797-70195343a011 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.0797267
Aug 12 15:37:24.769981 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e5ae9130-28e4-47ec-b768-4797ab8141f8 req-898d271b-80a9-43a0-b680-1b175000e060 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421383
Aug 12 15:37:25.960218 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac747e2d-bc18-4c3d-a72f-8d0c2b3b5d8f req-7b3838b7-c925-4407-88d7-ddcd94e205df tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:25.961818 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ac747e2d-bc18-4c3d-a72f-8d0c2b3b5d8f req-7b3838b7-c925-4407-88d7-ddcd94e205df tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.0786490
Aug 12 15:37:26.005030 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ac747e2d-bc18-4c3d-a72f-8d0c2b3b5d8f req-27dd12a6-554d-486a-beb5-296fcc4cf90a tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375996
Aug 12 15:37:26.903922 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c77851-b374-4393-951d-015f1f1b79df req-fd370049-ea0f-4950-91f8-60c3be0451d8 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:26.905492 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d6c77851-b374-4393-951d-015f1f1b79df req-fd370049-ea0f-4950-91f8-60c3be0451d8 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.76 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.0864336
Aug 12 15:37:26.998939 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-d6c77851-b374-4393-951d-015f1f1b79df req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Deleting port 851c0e85-883a-4e31-ae45-5d2a8ec9c818 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:26.999576 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-d6c77851-b374-4393-951d-015f1f1b79df req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:27.326745 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec915e-2fab-469e-95f8-df12c4293559 req-8f535a9e-42ca-4661-9d3f-d5c3a1c87d26 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:27.328203 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-42ec915e-2fab-469e-95f8-df12c4293559 req-8f535a9e-42ca-4661-9d3f-d5c3a1c87d26 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b20ce42d-81d1-4188-a157-0df8385e96da HTTP/1.1" status: 200  len: 945 time: 0.2152669
Aug 12 15:37:27.330057 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-d6c77851-b374-4393-951d-015f1f1b79df req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] For port 851c0e85-883a-4e31-ae45-5d2a8ec9c818, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=851c0e85-883a-4e31-ae45-5d2a8ec9c818,segment=NetworkSegment(c7267d28-7044-44c2-bbe9-d1fd9bbba66e),segment_id=c7267d28-7044-44c2-bbe9-d1fd9bbba66e)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:37:27.330416 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-d6c77851-b374-4393-951d-015f1f1b79df req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:27.469430 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-d6c77851-b374-4393-951d-015f1f1b79df req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Calling delete_port for 851c0e85-883a-4e31-ae45-5d2a8ec9c818 owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:37:27.529595 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-42ec915e-2fab-469e-95f8-df12c4293559 req-a1f40a4d-db5f-44cb-bcf8-93fc866e4882 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c8d70c0-161b-4e65-9c31-6bb323e2050a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918116
Aug 12 15:37:27.687456 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-d6c77851-b374-4393-951d-015f1f1b79df req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:27.692698 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-17f3c01d-f9a4-4c70-a60a-ccce80e58cf9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:27.723779 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['851c0e85-883a-4e31-ae45-5d2a8ec9c818'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:37:27.736371 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Pushing event deleted for resources: {'Port': ['ID=851c0e85-883a-4e31-ae45-5d2a8ec9c818,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:27.781274 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:27.781577 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:27.781938 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:27.782293 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:27.782649 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:27.782998 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:27.783347 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:27.783696 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:27.784042 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:27.784383 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:27.784726 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:27.785102 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:27.811953 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:27.822520 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c77851-b374-4393-951d-015f1f1b79df req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] No DVR routers for this DVR port 851c0e85-883a-4e31-ae45-5d2a8ec9c818 on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:37:27.824805 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-d6c77851-b374-4393-951d-015f1f1b79df req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:27.827201 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'name': 'network-vif-deleted', 'tag': '851c0e85-883a-4e31-ae45-5d2a8ec9c818'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:37:27.838472 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d6c77851-b374-4393-951d-015f1f1b79df req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] 10.222.0.76 "DELETE /v2.0/ports/851c0e85-883a-4e31-ae45-5d2a8ec9c818 HTTP/1.1" status: 204  len: 173 time: 0.9211707
Aug 12 15:37:27.878017 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20ce42d-81d1-4188-a157-0df8385e96da', 'name': 'network-vif-deleted', 'tag': '851c0e85-883a-4e31-ae45-5d2a8ec9c818', 'status': 'completed', 'code': 200}
Aug 12 15:37:29.308961 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53548) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:29.844367 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716679'] for router_interface, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:30.298549 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Deleting port 8e9080e4-b9b7-4381-bc00-c0a0b4770228 {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:30.298775 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:30.467442 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] For port 8e9080e4-b9b7-4381-bc00-c0a0b4770228, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=8e9080e4-b9b7-4381-bc00-c0a0b4770228,segment=NetworkSegment(c7267d28-7044-44c2-bbe9-d1fd9bbba66e),segment_id=c7267d28-7044-44c2-bbe9-d1fd9bbba66e)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:37:30.468132 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:30.592611 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Calling delete_port for 8e9080e4-b9b7-4381-bc00-c0a0b4770228 owned by network:router_interface {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:37:30.763593 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:30.767919 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-da547bc7-6bbd-4a03-bb3b-c4c878692708 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:30.835641 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9080e4-b9b7-4381-bc00-c0a0b4770228,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:30.881005 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:30.881005 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:30.881384 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:30.881746 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:30.882097 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:30.882455 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:30.882804 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:30.883155 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:30.883506 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:30.883852 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:30.884196 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:30.884624 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:37:30.890317 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:31.090050 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716667'] for router_interface, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:31.452482 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Router 8da56ef3-81b3-4c0b-8138-4679e6166e77 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:37:31.623857 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 851c0e85-883a-4e31-ae45-5d2a8ec9c818 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:37:31.664296 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 851c0e85-883a-4e31-ae45-5d2a8ec9c818 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:37:31.664697 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 851c0e85-883a-4e31-ae45-5d2a8ec9c818 not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:37:31.735569 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:37:31.743861 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5c597-9209-46c2-9166-d9e75f8c16c7 None None] Sync routers for ids ['8da56ef3-81b3-4c0b-8138-4679e6166e77'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:37:31.747638 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-b42429ce-2bc7-47c1-9969-022c5ef6627c admin admin] 10.222.0.18 "PUT /v2.0/routers/8da56ef3-81b3-4c0b-8138-4679e6166e77/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4376390
Aug 12 15:37:31.750259 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53560) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:31.753375 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5c597-9209-46c2-9166-d9e75f8c16c7 None None] Routers {'8da56ef3-81b3-4c0b-8138-4679e6166e77'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:37:31.753982 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-18d5c597-9209-46c2-9166-d9e75f8c16c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0825eaee0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:37:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['8da56ef3-81b3-4c0b-8138-4679e6166e77'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:31.923782 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Notify callbacks [] for router, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:31.936366 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-18d5c597-9209-46c2-9166-d9e75f8c16c7 None None] Set router 8da56ef3-81b3-4c0b-8138-4679e6166e77 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:37:32.105201 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:32.115158 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Deleting port cd54dee3-1335-4c93-a640-610068310806 {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:32.115600 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:32.223025 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-18d5c597-9209-46c2-9166-d9e75f8c16c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0825eaee0>, [{'id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'cd54dee3-1335-4c93-a640-610068310806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:08Z', 'updated_at': '2021-08-12T15:37:30Z', 'revision_number': 5, 'project_id': '13edc200a443403bb16d979532bd63c3', 'gw_port': {'id': 'cd54dee3-1335-4c93-a640-610068310806', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:32.227053 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5c597-9209-46c2-9166-d9e75f8c16c7 None None] Checking router: 8da56ef3-81b3-4c0b-8138-4679e6166e77 for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:37:32.236690 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5c597-9209-46c2-9166-d9e75f8c16c7 None None] Routers {'8da56ef3-81b3-4c0b-8138-4679e6166e77'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:37:32.237396 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-18d5c597-9209-46c2-9166-d9e75f8c16c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0825eaee0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:37:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['8da56ef3-81b3-4c0b-8138-4679e6166e77'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:32.294180 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] For port cd54dee3-1335-4c93-a640-610068310806, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=cd54dee3-1335-4c93-a640-610068310806,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:37:32.294529 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:32.387636 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-18d5c597-9209-46c2-9166-d9e75f8c16c7 None None] Set router 8da56ef3-81b3-4c0b-8138-4679e6166e77 gateway port host: None {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:37:32.414545 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Calling delete_port for cd54dee3-1335-4c93-a640-610068310806 owned by network:router_gateway {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:37:32.492654 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-18d5c597-9209-46c2-9166-d9e75f8c16c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0825eaee0>, [{'id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:08Z', 'updated_at': '2021-08-12T15:37:32Z', 'revision_number': 6, 'project_id': '13edc200a443403bb16d979532bd63c3', 'gw_port_host': None}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:32.496648 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5c597-9209-46c2-9166-d9e75f8c16c7 None None] The sync data for ids ['8da56ef3-81b3-4c0b-8138-4679e6166e77'] in dv-cinder-804345-1-iscsi is: [{'id': '8da56ef3-81b3-4c0b-8138-4679e6166e77', 'name': 'tempest-TestMinimumBasicScenario-1857470896-router', 'tenant_id': '13edc200a443403bb16d979532bd63c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:08Z', 'updated_at': '2021-08-12T15:37:32Z', 'revision_number': 6, 'project_id': '13edc200a443403bb16d979532bd63c3', 'gw_port_host': None}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:37:32.588180 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:32.593006 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:32.638240 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Pushing event deleted for resources: {'Port': ['ID=cd54dee3-1335-4c93-a640-610068310806,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:32.663888 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:32.726896 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604370'] for router_gateway, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:33.040165 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1871'] for router, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:33.042503 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:33.063967 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1717320'] for router, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:33.064469 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8da56ef3-81b3-4c0b-8138-4679e6166e77 {{(pid=79259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 12 15:37:33.077723 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Notify callbacks [] for router, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:33.078824 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] 10.222.0.18 "DELETE /v2.0/routers/8da56ef3-81b3-4c0b-8138-4679e6166e77 HTTP/1.1" status: 204  len: 168 time: 1.3275986
Aug 12 15:37:33.081417 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53568) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:33.141947 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8ac56d-2d17-4862-8e4d-4db8f34c541e admin admin] Deleting subnet cb9a0d26-f984-463b-9c93-843dfd9cf17f {{(pid=79259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:37:33.145632 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-8b8ac56d-2d17-4862-8e4d-4db8f34c541e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:33.198508 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-8b8ac56d-2d17-4862-8e4d-4db8f34c541e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1410426'] for subnet, precommit_delete_associations {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:33.324238 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-8b8ac56d-2d17-4862-8e4d-4db8f34c541e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:33.402994 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-8b8ac56d-2d17-4862-8e4d-4db8f34c541e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1203638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3857428'] for subnet, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:33.407253 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-15a19bf8-5f41-4b3a-a2d7-d9e68c2ffec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:33.446519 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ac56d-2d17-4862-8e4d-4db8f34c541e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb9a0d26-f984-463b-9c93-843dfd9cf17f,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:33.450176 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-8b8ac56d-2d17-4862-8e4d-4db8f34c541e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:33.451088 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-8b8ac56d-2d17-4862-8e4d-4db8f34c541e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:33.457121 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a14f027-68a7-4851-8c10-4f1ad825cb9c None None] Network c8d16057-a807-4eb6-bdc7-be301d8eb03b requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:37:33.462484 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-8b8ac56d-2d17-4862-8e4d-4db8f34c541e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cb9a0d26-f984-463b-9c93-843dfd9cf17f HTTP/1.1" status: 204  len: 168 time: 0.3790467
Aug 12 15:37:33.465425 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53574) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:33.616649 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:33.628591 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Deleting port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:33.628998 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:33.773028 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1356d738-b9ec-4297-851b-2bdca3b280f7 None None] DHCP port deletion for c8d16057-a807-4eb6-bdc7-be301d8eb03b request from dv-cinder-804345-1-iscsi {{(pid=79260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 12 15:37:33.777540 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-1356d738-b9ec-4297-851b-2bdca3b280f7 None None] Deleting port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:33.778034 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1356d738-b9ec-4297-851b-2bdca3b280f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:33.846921 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] For port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=eb1ab804-9ef4-4bf1-b1d5-788803d24cbe,segment=NetworkSegment(c7267d28-7044-44c2-bbe9-d1fd9bbba66e),segment_id=c7267d28-7044-44c2-bbe9-d1fd9bbba66e)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:37:33.847216 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:33.982389 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Calling delete_port for eb1ab804-9ef4-4bf1-b1d5-788803d24cbe owned by network:dhcp {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:37:34.057916 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-1356d738-b9ec-4297-851b-2bdca3b280f7 None None] For port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=eb1ab804-9ef4-4bf1-b1d5-788803d24cbe,segment=NetworkSegment(c7267d28-7044-44c2-bbe9-d1fd9bbba66e),segment_id=c7267d28-7044-44c2-bbe9-d1fd9bbba66e)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:37:34.058535 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1356d738-b9ec-4297-851b-2bdca3b280f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:34.085183 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:34.089485 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-333d9a20-99c9-466a-956d-6bc722892d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:34.132197 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1ab804-9ef4-4bf1-b1d5-788803d24cbe,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:34.134647 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:34.142061 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] No DVR routers for this DVR port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe on host dv-cinder-804345-1-iscsi {{(pid=79259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:37:34.186212 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device eb1ab804-9ef4-4bf1-b1d5-788803d24cbe no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:37:34.221657 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-1356d738-b9ec-4297-851b-2bdca3b280f7 None None] Calling delete_port for eb1ab804-9ef4-4bf1-b1d5-788803d24cbe owned by network:dhcp {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:37:34.259125 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: eb1ab804-9ef4-4bf1-b1d5-788803d24cbe {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:37:34.259452 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device eb1ab804-9ef4-4bf1-b1d5-788803d24cbe not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:37:34.259885 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device cd54dee3-1335-4c93-a640-610068310806 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:37:34.265961 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:34.279252 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff07bf61f70>,) {'filters': {'network_id': ['c8d16057-a807-4eb6-bdc7-be301d8eb03b']}} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:34.292475 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff07bf61f70>, 'c7267d28-7044-44c2-bbe9-d1fd9bbba66e') {'for_net_delete': True} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:34.292950 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff07bf61f70>, 'c7267d28-7044-44c2-bbe9-d1fd9bbba66e') {} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:34.304345 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: cd54dee3-1335-4c93-a640-610068310806 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:37:34.304345 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device cd54dee3-1335-4c93-a640-610068310806 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:37:34.304345 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 8e9080e4-b9b7-4381-bc00-c0a0b4770228 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:37:34.306772 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1410405'] for segment, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:34.324254 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:34.330667 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=79259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:37:34.331134 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203664'] for segment, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]: Traceback (most recent call last):
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:     timer()
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:     cb(*args, **kw)
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:     return func(*args, **kwargs)
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:     self._notify()
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:     self.callback(batched_events)
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:     event.method(event)
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:     return f(self, *a, **k)
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self._get(url).json()
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:37:34.344692 dv-cinder-804345-1-iscsi neutron-server[79259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:37:34.349852 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: 8e9080e4-b9b7-4381-bc00-c0a0b4770228 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:37:34.349852 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 8e9080e4-b9b7-4381-bc00-c0a0b4770228 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:37:34.425806 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:34.430072 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-59b98d50-7544-4042-8251-bc7aea76274e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:34.436980 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.db.api [None req-1356d738-b9ec-4297-851b-2bdca3b280f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 12 15:37:34.437354 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_db.api [None req-1356d738-b9ec-4297-851b-2bdca3b280f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 12 15:37:34.445250 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:34.454395 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8d16057-a807-4eb6-bdc7-be301d8eb03b,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:34.461858 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:34.464172 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-0428f410-e2fe-4285-a6d2-ade3df9416f6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c8d16057-a807-4eb6-bdc7-be301d8eb03b HTTP/1.1" status: 204  len: 168 time: 0.9966221
Aug 12 15:37:34.466414 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53582) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:34.938835 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-1356d738-b9ec-4297-851b-2bdca3b280f7 None None] Deleting port eb1ab804-9ef4-4bf1-b1d5-788803d24cbe {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:34.939891 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1356d738-b9ec-4297-851b-2bdca3b280f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:35.009702 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-1356d738-b9ec-4297-851b-2bdca3b280f7 None None] The port 'eb1ab804-9ef4-4bf1-b1d5-788803d24cbe' was deleted {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 12 15:37:35.127172 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-8c549de2-2ffc-4489-815f-f2cc089917e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716679'] for router_interface, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:35.476433 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-8c549de2-2ffc-4489-815f-f2cc089917e8 admin admin] Deleting port c651b761-40ca-4c0a-ad5e-8c19c0e98759 {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:35.476654 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-8c549de2-2ffc-4489-815f-f2cc089917e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:35.647921 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [None req-8c549de2-2ffc-4489-815f-f2cc089917e8 admin admin] For port c651b761-40ca-4c0a-ad5e-8c19c0e98759, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=c651b761-40ca-4c0a-ad5e-8c19c0e98759,segment=NetworkSegment(ac778c99-7463-40eb-bd08-a65dcc49704b),segment_id=ac778c99-7463-40eb-bd08-a65dcc49704b)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:37:35.648266 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-8c549de2-2ffc-4489-815f-f2cc089917e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:35.775788 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-8c549de2-2ffc-4489-815f-f2cc089917e8 admin admin] Calling delete_port for c651b761-40ca-4c0a-ad5e-8c19c0e98759 owned by network:router_interface {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:37:35.951840 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-8c549de2-2ffc-4489-815f-f2cc089917e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:35.955418 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d8bfe19e-e3b0-435a-b903-ef4c3be8195f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:35.999266 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c549de2-2ffc-4489-815f-f2cc089917e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c651b761-40ca-4c0a-ad5e-8c19c0e98759,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:36.002142 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-8c549de2-2ffc-4489-815f-f2cc089917e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:36.367535 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-8c549de2-2ffc-4489-815f-f2cc089917e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716667'] for router_interface, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:36.728075 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c549de2-2ffc-4489-815f-f2cc089917e8 admin admin] Router 85b8cfab-8385-4019-8b29-f185a1091230 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:37:36.907717 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c549de2-2ffc-4489-815f-f2cc089917e8 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:37:36.916167 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4cc5cd-5944-49d7-a7b5-181a72ecf23e None None] Sync routers for ids ['85b8cfab-8385-4019-8b29-f185a1091230'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:37:36.926217 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-8c549de2-2ffc-4489-815f-f2cc089917e8 admin admin] 10.222.0.18 "PUT /v2.0/routers/85b8cfab-8385-4019-8b29-f185a1091230/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4586847
Aug 12 15:37:36.928570 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53600) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:36.939857 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4cc5cd-5944-49d7-a7b5-181a72ecf23e None None] Routers {'85b8cfab-8385-4019-8b29-f185a1091230'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:37:36.940719 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-2f4cc5cd-5944-49d7-a7b5-181a72ecf23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0818b5f70>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:37:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['85b8cfab-8385-4019-8b29-f185a1091230'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:37.121229 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-2f4cc5cd-5944-49d7-a7b5-181a72ecf23e None None] Set router 85b8cfab-8385-4019-8b29-f185a1091230 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:37:37.122677 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] Notify callbacks [] for router, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:37.322744 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:37.337079 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] Deleting port 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6 {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:37.337508 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:37.506624 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-2f4cc5cd-5944-49d7-a7b5-181a72ecf23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0818b5f70>, [{'id': '85b8cfab-8385-4019-8b29-f185a1091230', 'name': 'tempest-TestMinimumBasicScenario-1492319522-router', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '6b6e48aa-ad44-4dfd-a14d-466dfe7424a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:23Z', 'updated_at': '2021-08-12T15:37:35Z', 'revision_number': 5, 'project_id': '9d6565b857a64ed7a96942987cd8fde6', 'gw_port': {'id': '6b6e48aa-ad44-4dfd-a14d-466dfe7424a6', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b8cfab-8385-4019-8b29-f185a1091230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:24Z', 'updated_at': '2021-08-12T15:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:37.510381 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4cc5cd-5944-49d7-a7b5-181a72ecf23e None None] Checking router: 85b8cfab-8385-4019-8b29-f185a1091230 for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:37:37.519026 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4cc5cd-5944-49d7-a7b5-181a72ecf23e None None] Routers {'85b8cfab-8385-4019-8b29-f185a1091230'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:37:37.519614 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-2f4cc5cd-5944-49d7-a7b5-181a72ecf23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0818b5f70>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:37:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['85b8cfab-8385-4019-8b29-f185a1091230'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:37.568086 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] For port 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=6b6e48aa-ad44-4dfd-a14d-466dfe7424a6,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:37:37.568622 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:37.671369 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-2f4cc5cd-5944-49d7-a7b5-181a72ecf23e None None] Set router 85b8cfab-8385-4019-8b29-f185a1091230 gateway port host: None {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:37:37.777825 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-2f4cc5cd-5944-49d7-a7b5-181a72ecf23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0818b5f70>, [{'id': '85b8cfab-8385-4019-8b29-f185a1091230', 'name': 'tempest-TestMinimumBasicScenario-1492319522-router', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:23Z', 'updated_at': '2021-08-12T15:37:37Z', 'revision_number': 6, 'project_id': '9d6565b857a64ed7a96942987cd8fde6', 'gw_port_host': None}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:37.781832 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4cc5cd-5944-49d7-a7b5-181a72ecf23e None None] The sync data for ids ['85b8cfab-8385-4019-8b29-f185a1091230'] in dv-cinder-804345-1-iscsi is: [{'id': '85b8cfab-8385-4019-8b29-f185a1091230', 'name': 'tempest-TestMinimumBasicScenario-1492319522-router', 'tenant_id': '9d6565b857a64ed7a96942987cd8fde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:23Z', 'updated_at': '2021-08-12T15:37:37Z', 'revision_number': 6, 'project_id': '9d6565b857a64ed7a96942987cd8fde6', 'gw_port_host': None}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:37:37.802722 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] Calling delete_port for 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6 owned by network:router_gateway {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:37:37.965926 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:37.970252 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4b4ae845-937d-4b3d-af53-c2db71810da2 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:38.015991 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6e48aa-ad44-4dfd-a14d-466dfe7424a6,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:38.041167 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:38.103993 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604370'] for router_gateway, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:38.182682 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device c651b761-40ca-4c0a-ad5e-8c19c0e98759 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:37:38.222793 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: c651b761-40ca-4c0a-ad5e-8c19c0e98759 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:37:38.223208 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device c651b761-40ca-4c0a-ad5e-8c19c0e98759 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:37:38.283213 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1871'] for router, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:38.285411 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:38.308901 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1717320'] for router, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:38.309325 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85b8cfab-8385-4019-8b29-f185a1091230 {{(pid=79259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 12 15:37:38.321446 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] Notify callbacks [] for router, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:38.322533 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-cc5d48e2-1ea3-4f00-a161-c6b245c0c05f admin admin] 10.222.0.18 "DELETE /v2.0/routers/85b8cfab-8385-4019-8b29-f185a1091230 HTTP/1.1" status: 204  len: 168 time: 1.3929720
Aug 12 15:37:38.325610 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53612) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:38.385077 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a6f3ba-b9b4-4fb0-95f7-45e3d76678ea admin admin] Deleting subnet edb1d21a-6590-461b-bde5-bc0aa1336d43 {{(pid=79259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:37:38.389350 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-92a6f3ba-b9b4-4fb0-95f7-45e3d76678ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:38.437921 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-92a6f3ba-b9b4-4fb0-95f7-45e3d76678ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1410426'] for subnet, precommit_delete_associations {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:38.522650 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-92a6f3ba-b9b4-4fb0-95f7-45e3d76678ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:38.610422 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-92a6f3ba-b9b4-4fb0-95f7-45e3d76678ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1203638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3857428'] for subnet, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:38.614364 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:38.648377 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6f3ba-b9b4-4fb0-95f7-45e3d76678ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb1d21a-6590-461b-bde5-bc0aa1336d43,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:38.652460 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-92a6f3ba-b9b4-4fb0-95f7-45e3d76678ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:38.655002 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-92a6f3ba-b9b4-4fb0-95f7-45e3d76678ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:38.659996 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bf130a-2264-4cbd-a415-c5120bd65326 None None] Network 290f452b-95d7-48a8-9efb-180112241b77 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:37:38.664345 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 53624) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:38.664894 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-92a6f3ba-b9b4-4fb0-95f7-45e3d76678ea admin admin] 10.222.0.18 "DELETE /v2.0/subnets/edb1d21a-6590-461b-bde5-bc0aa1336d43 HTTP/1.1" status: 204  len: 168 time: 0.3379264
Aug 12 15:37:38.773715 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:38.784585 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Deleting port 92ccf110-6e7c-461a-803b-7d979514007c {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:38.785010 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:38.941827 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35018851-1106-4fae-b1f0-2f14625c47cb None None] DHCP port deletion for 290f452b-95d7-48a8-9efb-180112241b77 request from dv-cinder-804345-1-iscsi {{(pid=79260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 12 15:37:38.946500 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-35018851-1106-4fae-b1f0-2f14625c47cb None None] Deleting port 92ccf110-6e7c-461a-803b-7d979514007c {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:38.946877 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-35018851-1106-4fae-b1f0-2f14625c47cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:39.032974 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] For port 92ccf110-6e7c-461a-803b-7d979514007c, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=92ccf110-6e7c-461a-803b-7d979514007c,segment=NetworkSegment(ac778c99-7463-40eb-bd08-a65dcc49704b),segment_id=ac778c99-7463-40eb-bd08-a65dcc49704b)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:37:39.033484 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:39.173275 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Calling delete_port for 92ccf110-6e7c-461a-803b-7d979514007c owned by network:dhcp {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:37:39.188176 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-35018851-1106-4fae-b1f0-2f14625c47cb None None] For port 92ccf110-6e7c-461a-803b-7d979514007c, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=92ccf110-6e7c-461a-803b-7d979514007c,segment=NetworkSegment(ac778c99-7463-40eb-bd08-a65dcc49704b),segment_id=ac778c99-7463-40eb-bd08-a65dcc49704b)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:37:39.188706 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-35018851-1106-4fae-b1f0-2f14625c47cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:39.252161 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:39.262329 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:39.297921 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] No DVR routers for this DVR port 92ccf110-6e7c-461a-803b-7d979514007c on host dv-cinder-804345-1-iscsi {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:37:39.332868 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ccf110-6e7c-461a-803b-7d979514007c,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:39.337797 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:39.343615 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-35018851-1106-4fae-b1f0-2f14625c47cb None None] Calling delete_port for 92ccf110-6e7c-461a-803b-7d979514007c owned by network:dhcp {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:37:39.413801 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.db.api [None req-35018851-1106-4fae-b1f0-2f14625c47cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 12 15:37:39.414155 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_db.api [None req-35018851-1106-4fae-b1f0-2f14625c47cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 12 15:37:39.421383 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:39.433414 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0802645e0>,) {'filters': {'network_id': ['290f452b-95d7-48a8-9efb-180112241b77']}} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:39.445121 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0802645e0>, 'ac778c99-7463-40eb-bd08-a65dcc49704b') {'for_net_delete': True} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:39.445410 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0802645e0>, 'ac778c99-7463-40eb-bd08-a65dcc49704b') {} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:39.456154 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3945247'] for segment, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:39.471637 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:39.477386 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=79258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:37:39.477753 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143377'] for segment, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]: Traceback (most recent call last):
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:     timer()
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:     cb(*args, **kw)
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:     return func(*args, **kwargs)
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:     self._notify()
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:     self.callback(batched_events)
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:     event.method(event)
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:     return f(self, *a, **k)
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._get(url).json()
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:37:39.494618 dv-cinder-804345-1-iscsi neutron-server[79258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:37:39.566328 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:39.569871 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:39.582259 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:39.591779 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Pushing event deleted for resources: {'Network': ['ID=290f452b-95d7-48a8-9efb-180112241b77,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:39.595836 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:39.599073 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] 10.222.0.18 "DELETE /v2.0/networks/290f452b-95d7-48a8-9efb-180112241b77 HTTP/1.1" status: 204  len: 168 time: 0.9326746
Aug 12 15:37:39.772500 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53638) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:39.819136 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-161ca40d-93f2-47c6-9739-14cd917180ae req-fef6c514-a40d-4362-b64f-0f5d13641f3c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0806496
Aug 12 15:37:39.827247 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-5d351951-0650-4abe-aa7c-12bb13505caf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13edc200a443403bb16d979532bd63c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0534792
Aug 12 15:37:39.829711 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53642) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:39.886702 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9bd7136a-02d6-4740-84d2-675a2e0067be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:39.916212 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-35018851-1106-4fae-b1f0-2f14625c47cb None None] Deleting port 92ccf110-6e7c-461a-803b-7d979514007c {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:39.916919 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-35018851-1106-4fae-b1f0-2f14625c47cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:39.918137 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9bd7136a-02d6-4740-84d2-675a2e0067be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:39.942760 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ca40d-93f2-47c6-9739-14cd917180ae req-d8b7e512-95fd-4427-88ac-4b4d29cfbb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:39.944638 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-161ca40d-93f2-47c6-9739-14cd917180ae req-d8b7e512-95fd-4427-88ac-4b4d29cfbb37 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 1099 time: 0.0781603
Aug 12 15:37:39.973992 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9bd7136a-02d6-4740-84d2-675a2e0067be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:39.977887 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3e009654-e90c-4535-9224-13150b099046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:39.991585 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7136a-02d6-4740-84d2-675a2e0067be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8d70c0-161b-4e65-9c31-6bb323e2050a,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:39.995152 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-9bd7136a-02d6-4740-84d2-675a2e0067be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:40.000466 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9bd7136a-02d6-4740-84d2-675a2e0067be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:40.001953 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-9bd7136a-02d6-4740-84d2-675a2e0067be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c8d70c0-161b-4e65-9c31-6bb323e2050a HTTP/1.1" status: 204  len: 168 time: 0.1713777
Aug 12 15:37:40.003217 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-35018851-1106-4fae-b1f0-2f14625c47cb None None] The port '92ccf110-6e7c-461a-803b-7d979514007c' was deleted {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 12 15:37:40.138312 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:37:40.148667 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ca40d-93f2-47c6-9739-14cd917180ae req-a4cadca4-13a9-4218-b400-8a3accab1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:40.150241 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-161ca40d-93f2-47c6-9739-14cd917180ae req-a4cadca4-13a9-4218-b400-8a3accab1117 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 913 time: 0.1591594
Aug 12 15:37:40.185193 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:37:40.185592 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 6b6e48aa-ad44-4dfd-a14d-466dfe7424a6 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:37:40.185954 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 92ccf110-6e7c-461a-803b-7d979514007c no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:37:40.236936 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: 92ccf110-6e7c-461a-803b-7d979514007c {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:37:40.237601 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 92ccf110-6e7c-461a-803b-7d979514007c not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:37:40.240919 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ab2cd4da-1d84-4d41-8b86-adf993e29e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:40.279726 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-161ca40d-93f2-47c6-9739-14cd917180ae req-84d0a470-e5f0-40bf-937b-4542851ef055 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a01a3a6-76ed-4086-a9f9-80528143456e HTTP/1.1" status: 200  len: 1002 time: 0.1213996
Aug 12 15:37:40.349859 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ca40d-93f2-47c6-9739-14cd917180ae req-057b4418-0c4e-4010-b577-851603ee67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:40.351299 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-161ca40d-93f2-47c6-9739-14cd917180ae req-057b4418-0c4e-4010-b577-851603ee67d7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70b088f4-4875-49de-a01f-42d328a56517 HTTP/1.1" status: 200  len: 851 time: 0.0639782
Aug 12 15:37:40.387752 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53652) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:40.438140 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-e7f56a40-f283-4cd4-881e-86b475feb5c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d6565b857a64ed7a96942987cd8fde6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0490487
Aug 12 15:37:40.440504 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53656) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:40.501818 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-36963ac2-22a6-4453-aa3e-f551d9ff77ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:40.502689 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ca40d-93f2-47c6-9739-14cd917180ae req-8ae59550-9b54-496a-bf97-422f703d8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:40.504154 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-161ca40d-93f2-47c6-9739-14cd917180ae req-8ae59550-9b54-496a-bf97-422f703d8aac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6583e41a-fa82-4b36-8411-f472b64444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1448371
Aug 12 15:37:40.528074 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-36963ac2-22a6-4453-aa3e-f551d9ff77ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:40.580603 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-36963ac2-22a6-4453-aa3e-f551d9ff77ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:40.585420 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a59cfb32-1fba-4426-ba68-43335fa36e5a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:40.599384 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36963ac2-22a6-4453-aa3e-f551d9ff77ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c060af0-f407-4c08-ade3-c7c246bcb512,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:40.601948 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-36963ac2-22a6-4453-aa3e-f551d9ff77ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:40.603121 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-36963ac2-22a6-4453-aa3e-f551d9ff77ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:40.604199 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-36963ac2-22a6-4453-aa3e-f551d9ff77ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c060af0-f407-4c08-ade3-c7c246bcb512 HTTP/1.1" status: 204  len: 168 time: 0.1627936
Aug 12 15:37:40.643880 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-161ca40d-93f2-47c6-9739-14cd917180ae req-72b81d6b-05ad-400c-96e5-6c5666d35dce service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318369
Aug 12 15:37:40.752141 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:40.786377 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-161ca40d-93f2-47c6-9739-14cd917180ae req-9736bb9e-5357-4089-99fe-9f2a00327638 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354742
Aug 12 15:37:41.215944 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:42.773930 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-59f476ab-3a52-45c3-a8de-5dea56148b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:43.614063 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:37:43.785879 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:45.286319 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:47.410309 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e91c0b-5944-4e34-872a-cc7e3b9cb320 req-cf70ce39-b15e-4d05-9cac-1d24dde380e1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:47.411755 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-89e91c0b-5944-4e34-872a-cc7e3b9cb320 req-cf70ce39-b15e-4d05-9cac-1d24dde380e1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 946 time: 0.0898173
Aug 12 15:37:47.456715 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-89e91c0b-5944-4e34-872a-cc7e3b9cb320 req-67f243f6-4390-43eb-a677-4142c076ff6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393002
Aug 12 15:37:48.701122 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d72293-0561-4389-88a6-34098cf25ef1 req-9ab4254e-7457-49a2-8f41-b5bf164a7dea tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:48.702779 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-15d72293-0561-4389-88a6-34098cf25ef1 req-9ab4254e-7457-49a2-8f41-b5bf164a7dea tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 946 time: 0.1369817
Aug 12 15:37:48.738519 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fbd7d-68ac-4cc1-9b86-c88d19dcde46 req-2893dad0-1fdc-45f3-96a1-dc48913029a1 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:48.739905 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b31fbd7d-68ac-4cc1-9b86-c88d19dcde46 req-2893dad0-1fdc-45f3-96a1-dc48913029a1 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.1239440
Aug 12 15:37:48.788880 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-15d72293-0561-4389-88a6-34098cf25ef1 req-ec801d03-b00e-4f07-a2db-f290e34521d8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784395
Aug 12 15:37:48.811702 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b31fbd7d-68ac-4cc1-9b86-c88d19dcde46 req-ba402969-7117-4edb-8914-5557f86340b9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574772
Aug 12 15:37:49.602748 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73375dbf-41df-4310-8058-06592b458c16 req-68b5839d-2937-46aa-8f64-8194ba2bab97 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:49.604151 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-73375dbf-41df-4310-8058-06592b458c16 req-68b5839d-2937-46aa-8f64-8194ba2bab97 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.76 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 946 time: 0.0778427
Aug 12 15:37:49.672037 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-73375dbf-41df-4310-8058-06592b458c16 req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Deleting port 1a01a3a6-76ed-4086-a9f9-80528143456e {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:49.672367 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-73375dbf-41df-4310-8058-06592b458c16 req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:50.017418 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-73375dbf-41df-4310-8058-06592b458c16 req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] For port 1a01a3a6-76ed-4086-a9f9-80528143456e, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=1a01a3a6-76ed-4086-a9f9-80528143456e,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:37:50.018103 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-73375dbf-41df-4310-8058-06592b458c16 req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:50.230273 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32707333-c6ac-4aa7-9c55-e0d824740725 req-07b0b0f3-924f-4cbb-9466-f117aaf57445 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:50.232226 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-32707333-c6ac-4aa7-9c55-e0d824740725 req-07b0b0f3-924f-4cbb-9466-f117aaf57445 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 946 time: 0.3207865
Aug 12 15:37:50.265843 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e13cf-6d3f-4fb9-9862-9ad07e3d3406 req-51b7f321-c440-479e-a10b-f8956b833514 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:50.267257 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-976e13cf-6d3f-4fb9-9862-9ad07e3d3406 req-51b7f321-c440-479e-a10b-f8956b833514 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.3130684
Aug 12 15:37:50.464720 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-32707333-c6ac-4aa7-9c55-e0d824740725 req-50c70f0d-1bc2-4bf6-922c-bb7717622c61 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2259183
Aug 12 15:37:50.478188 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-976e13cf-6d3f-4fb9-9862-9ad07e3d3406 req-165bf471-0882-4bca-a71f-4415ed41621e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1515336
Aug 12 15:37:50.486163 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-73375dbf-41df-4310-8058-06592b458c16 req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:50.486523 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-73375dbf-41df-4310-8058-06592b458c16 req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:50.486895 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.l3_db [req-73375dbf-41df-4310-8058-06592b458c16 req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Floating IP aac77efb-d4c1-4e30-a49a-3fcbdba2f757 disassociated. External IP: 172.27.3.227, port: 1a01a3a6-76ed-4086-a9f9-80528143456e.
Aug 12 15:37:50.487228 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-73375dbf-41df-4310-8058-06592b458c16 req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Calling delete_port for 1a01a3a6-76ed-4086-a9f9-80528143456e owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:37:50.629970 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-73375dbf-41df-4310-8058-06592b458c16 req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:50.635228 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b4cfd1e4-afd8-4b31-85f8-3f1d92594af0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:50.679276 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event deleted for resources: {'Port': ['ID=1a01a3a6-76ed-4086-a9f9-80528143456e,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:50.682184 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:50.867739 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73375dbf-41df-4310-8058-06592b458c16 req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Router a75d66b6-880f-4331-badf-d71f7b3a985c has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:37:51.062259 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73375dbf-41df-4310-8058-06592b458c16 req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:37:51.074247 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c6a0e-1757-42cd-adb4-2c6872d798f1 None None] Sync routers for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:37:51.084521 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c6a0e-1757-42cd-adb4-2c6872d798f1 None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:37:51.085396 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-4b7c6a0e-1757-42cd-adb4-2c6872d798f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081549d00>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:37:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:51.137764 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-73375dbf-41df-4310-8058-06592b458c16 req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] No DVR routers for this DVR port 1a01a3a6-76ed-4086-a9f9-80528143456e on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:37:51.140451 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-73375dbf-41df-4310-8058-06592b458c16 req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:51.143109 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0fb695-68a1-483f-9830-34d5beb6f97f', 'name': 'network-vif-deleted', 'tag': '1a01a3a6-76ed-4086-a9f9-80528143456e'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:37:51.162969 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-73375dbf-41df-4310-8058-06592b458c16 req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.76 "DELETE /v2.0/ports/1a01a3a6-76ed-4086-a9f9-80528143456e HTTP/1.1" status: 204  len: 173 time: 1.5525682
Aug 12 15:37:51.199980 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0fb695-68a1-483f-9830-34d5beb6f97f', 'name': 'network-vif-deleted', 'tag': '1a01a3a6-76ed-4086-a9f9-80528143456e', 'status': 'completed', 'code': 200}
Aug 12 15:37:51.292431 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-4b7c6a0e-1757-42cd-adb4-2c6872d798f1 None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:37:51.632596 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-4b7c6a0e-1757-42cd-adb4-2c6872d798f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081549d00>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:51.636771 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c6a0e-1757-42cd-adb4-2c6872d798f1 None None] Checking router: a75d66b6-880f-4331-badf-d71f7b3a985c for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:37:51.646803 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c6a0e-1757-42cd-adb4-2c6872d798f1 None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:37:51.647570 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-4b7c6a0e-1757-42cd-adb4-2c6872d798f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081549d00>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:37:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:51.683475 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-28e09f62-09a4-4109-8e39-19ae57540e02 req-ab66e107-7376-45dd-b0f2-3e97cd336686 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Synchronizing usage tracker for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:37:51.711461 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-28e09f62-09a4-4109-8e39-19ae57540e02 req-ab66e107-7376-45dd-b0f2-3e97cd336686 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Unset dirty status for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:37:51.712735 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-28e09f62-09a4-4109-8e39-19ae57540e02 req-ab66e107-7376-45dd-b0f2-3e97cd336686 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc0fb695-68a1-483f-9830-34d5beb6f97f HTTP/1.1" status: 200  len: 210 time: 0.1196890
Aug 12 15:37:51.740259 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ccc43-13ce-4bd6-95f7-16fcf3960875 req-ff5ec253-e0ae-494f-a67b-33a96e73bd3b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:51.742375 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-681ccc43-13ce-4bd6-95f7-16fcf3960875 req-ff5ec253-e0ae-494f-a67b-33a96e73bd3b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.1099100
Aug 12 15:37:51.790259 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-681ccc43-13ce-4bd6-95f7-16fcf3960875 req-17b91db8-aedd-462f-9688-0d55829092b6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420480
Aug 12 15:37:51.842461 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-4b7c6a0e-1757-42cd-adb4-2c6872d798f1 None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:37:52.203435 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-4b7c6a0e-1757-42cd-adb4-2c6872d798f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081549d00>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:52.207727 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c6a0e-1757-42cd-adb4-2c6872d798f1 None None] The sync data for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi is: [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:37:52.452393 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978ca5e-ee34-493e-b50c-53da71a6a677 None None] New status for floating IP aac77efb-d4c1-4e30-a49a-3fcbdba2f757: DOWN {{(pid=79261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:37:53.047421 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b95463-4c59-4d57-9e47-b016cef52ca7 req-80bd35fb-2a50-423a-b176-51e36309a8f8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:53.048885 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-05b95463-4c59-4d57-9e47-b016cef52ca7 req-80bd35fb-2a50-423a-b176-51e36309a8f8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.1398196
Aug 12 15:37:53.076288 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0f61a-b0ce-4676-a0a9-b145df5620a7 req-88009f28-d607-4f27-a65b-dc270277db90 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:53.077730 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14f0f61a-b0ce-4676-a0a9-b145df5620a7 req-88009f28-d607-4f27-a65b-dc270277db90 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 946 time: 0.1223307
Aug 12 15:37:53.129797 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-05b95463-4c59-4d57-9e47-b016cef52ca7 req-5c7674d3-d5da-46d4-a979-1b86b7da5e2e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747647
Aug 12 15:37:53.142016 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14f0f61a-b0ce-4676-a0a9-b145df5620a7 req-ae89e2e6-17a2-48ba-887f-52f227a9ffbe tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=fedbe1f2-12e2-4115-abbb-66e6832a8d3f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0586283
Aug 12 15:37:53.310812 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-72d80b53-0d32-4306-b656-385ad90b3ad8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714516845&fields=id&tenant_id=d4c08df815994e6f8754d8c518538b08 HTTP/1.1" status: 200  len: 267 time: 0.0388632
Aug 12 15:37:53.456362 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-646076f4-bb1f-4622-a2ea-a4a547194606 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:53.457706 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-646076f4-bb1f-4622-a2ea-a4a547194606 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 812 time: 0.1407034
Aug 12 15:37:53.471789 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-c8d205ce-6d1e-489a-93c2-ee38db960110 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/quotas/d4c08df815994e6f8754d8c518538b08 HTTP/1.1" status: 200  len: 375 time: 0.0086496
Aug 12 15:37:53.553756 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9ae0565a-3f3d-4083-b90b-abc325c6566b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0772197
Aug 12 15:37:53.733262 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 1a01a3a6-76ed-4086-a9f9-80528143456e no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:37:53.766935 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 1a01a3a6-76ed-4086-a9f9-80528143456e {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:37:53.767280 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 1a01a3a6-76ed-4086-a9f9-80528143456e not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:37:53.783413 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-ef0d6e39-07c9-410a-862a-9dd9a4107259 service neutron] 10.222.0.18 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2180660
Aug 12 15:37:53.983742 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-f00ce5bd-fc8f-4bda-aee3-975aedcb8306 service neutron] 10.222.0.18 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1946077
Aug 12 15:37:54.332934 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255cbb4-f2dc-45fd-a07e-793c01183f86 req-0379ff35-bb4e-4361-a5c7-920c0294f85d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:54.334403 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7255cbb4-f2dc-45fd-a07e-793c01183f86 req-0379ff35-bb4e-4361-a5c7-920c0294f85d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.0895314
Aug 12 15:37:54.381857 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7255cbb4-f2dc-45fd-a07e-793c01183f86 req-881c7dbe-1a87-4f8a-9636-472d8132f01d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415947
Aug 12 15:37:54.477588 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8e634fee-d828-4762-82b7-562201c219a3 req-de5f64ef-52f7-4942-a407-9c8bc4496d5d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 210 time: 0.0522273
Aug 12 15:37:54.514923 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba14df-5d42-4521-9207-38bd2402441a req-e48145b9-ea9e-4af6-99e7-0339719a0f5a tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:54.516451 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-63ba14df-5d42-4521-9207-38bd2402441a req-e48145b9-ea9e-4af6-99e7-0339719a0f5a tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 946 time: 0.1293354
Aug 12 15:37:54.566604 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-63ba14df-5d42-4521-9207-38bd2402441a req-ed21a820-03c1-4a9a-9fd4-ac8f8275e6d8 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=fedbe1f2-12e2-4115-abbb-66e6832a8d3f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0445993
Aug 12 15:37:55.081299 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-33d9eaee-8d91-4564-bcaa-ab5438c6d2b1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:55.082613 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-33d9eaee-8d91-4564-bcaa-ab5438c6d2b1 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.76 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 946 time: 0.0819438
Aug 12 15:37:55.150349 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Deleting port 585c47e7-17df-4ffc-a82f-e4296b6ccafa {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:55.150686 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:55.400701 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] For port 585c47e7-17df-4ffc-a82f-e4296b6ccafa, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=585c47e7-17df-4ffc-a82f-e4296b6ccafa,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:37:55.401421 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:55.881700 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-308bb320-a2f9-4157-9431-10daba62f079 req-d00edab9-d362-41c4-a144-a818d75d74ea tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 210 time: 0.1331358
Aug 12 15:37:55.937565 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-190fb752-c362-452b-9ba8-5e6a1f0f63cf tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:55.938973 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-190fb752-c362-452b-9ba8-5e6a1f0f63cf tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.76 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 812 time: 0.4788098
Aug 12 15:37:55.946081 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7e077-5238-4d08-bb64-95b6236e1a85 req-f0430f93-49c4-498c-bdea-d2f97643f673 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:55.947507 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-47a7e077-5238-4d08-bb64-95b6236e1a85 req-f0430f93-49c4-498c-bdea-d2f97643f673 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.4425454
Aug 12 15:37:55.951315 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:55.951883 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:55.952196 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.l3_db [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Floating IP 1b053583-a6f1-41cb-a252-22a74736112b disassociated. External IP: 172.27.3.170, port: 585c47e7-17df-4ffc-a82f-e4296b6ccafa.
Aug 12 15:37:55.952530 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Calling delete_port for 585c47e7-17df-4ffc-a82f-e4296b6ccafa owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:37:56.199109 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-5e1559e3-6906-48e3-a48a-0eb2146fcecb tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4c08df815994e6f8754d8c518538b08 HTTP/1.1" status: 200  len: 379 time: 0.2173226
Aug 12 15:37:56.228478 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Request body: {'port': {'device_id': '91304d89-03a4-447d-b707-14fe4b25609f', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'admin_state_up': True, 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'security_groups': ['1d92bbaa-03b9-452e-97df-9c483bc1558e']}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:37:56.245982 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-47a7e077-5238-4d08-bb64-95b6236e1a85 req-ab64d0be-e051-4555-9912-990b9f447a95 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2504764
Aug 12 15:37:56.412765 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd5f26-1469-4088-a37e-b3bfdcaf9780 req-127ba7ed-7bf9-488e-9298-02ff3e8fe98b tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:56.414232 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-40dd5f26-1469-4088-a37e-b3bfdcaf9780 req-127ba7ed-7bf9-488e-9298-02ff3e8fe98b tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 946 time: 0.4091928
Aug 12 15:37:56.450382 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:56.462504 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:56.517958 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event deleted for resources: {'Port': ['ID=585c47e7-17df-4ffc-a82f-e4296b6ccafa,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:56.520519 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:56.523875 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:37:56.602612 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:37:56.617930 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-40dd5f26-1469-4088-a37e-b3bfdcaf9780 req-8c5e4f0e-ee73-48f4-8b19-75b099ea1fa6 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups?id=fedbe1f2-12e2-4115-abbb-66e6832a8d3f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1964204
Aug 12 15:37:56.633008 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Made reservation on behalf of d4c08df815994e6f8754d8c518538b08 for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:37:56.636365 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:56.823645 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Router 1ff31bd8-a7d8-4781-ad44-98822635734b has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:37:56.964591 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Allocated IP 172.20.0.13 (6583e41a-fa82-4b36-8411-f472b64444b7/70b088f4-4875-49de-a01f-42d328a56517/c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:37:57.165146 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b05e8452-c65b-45cb-aad9-81b9287a5f30 req-63629e93-8294-4aff-b3f9-c019edbcbd0e tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 210 time: 0.1283126
Aug 12 15:37:57.265226 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:37:57.275294 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ba9c7-0009-4e97-913b-47f4469a236f None None] Sync routers for ids ['1ff31bd8-a7d8-4781-ad44-98822635734b'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:37:57.285699 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ba9c7-0009-4e97-913b-47f4469a236f None None] Routers {'1ff31bd8-a7d8-4781-ad44-98822635734b'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:37:57.286314 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-5b2ba9c7-0009-4e97-913b-47f4469a236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0825bca30>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:37:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['1ff31bd8-a7d8-4781-ad44-98822635734b'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:57.354494 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] No DVR routers for this DVR port 585c47e7-17df-4ffc-a82f-e4296b6ccafa on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:37:57.360506 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:57.363225 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f90fda-a2cd-4a2d-af95-d24d1f4f989d', 'name': 'network-vif-deleted', 'tag': '585c47e7-17df-4ffc-a82f-e4296b6ccafa'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:37:57.416628 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f90fda-a2cd-4a2d-af95-d24d1f4f989d', 'name': 'network-vif-deleted', 'tag': '585c47e7-17df-4ffc-a82f-e4296b6ccafa', 'status': 'completed', 'code': 200}
Aug 12 15:37:57.441306 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8426c8d4-af82-49f7-b73e-78bbd3cb9d2f req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.76 "DELETE /v2.0/ports/585c47e7-17df-4ffc-a82f-e4296b6ccafa HTTP/1.1" status: 204  len: 173 time: 2.3522692
Aug 12 15:37:57.444378 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:57.474463 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Transition to ACTIVE for port object c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 will not be triggered until provisioned by entity DHCP. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:37:57.480235 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-5b2ba9c7-0009-4e97-913b-47f4469a236f None None] Set router 1ff31bd8-a7d8-4781-ad44-98822635734b gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:37:57.503826 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597d372-126a-4f6c-80b8-67697b39a283 req-3f966433-b890-426d-8977-88d6ef7453c7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:57.505291 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e597d372-126a-4f6c-80b8-67697b39a283 req-3f966433-b890-426d-8977-88d6ef7453c7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.1460836
Aug 12 15:37:57.533030 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:57.540138 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:57.627731 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e597d372-126a-4f6c-80b8-67697b39a283 req-78aa4e39-3b9b-4d8f-bca5-510d710032c6 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1162848
Aug 12 15:37:57.629531 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Network 6583e41a-fa82-4b36-8411-f472b64444b7 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:37:57.632690 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:37:57.637092 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:37:57.666328 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'Port': ['ID=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:57.673881 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:57.705587 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:57.706226 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:57.730085 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5053799
Aug 12 15:37:57.750027 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Request body: {'port': {'device_id': '91304d89-03a4-447d-b707-14fe4b25609f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:37:57.812744 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-5b2ba9c7-0009-4e97-913b-47f4469a236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0825bca30>, [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'bdb29d08-0041-48bb-b0f5-4534a15025de', 'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'mac_address': 'fa:16:3e:45:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:47Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'subnets': [{'id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:57.817741 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ba9c7-0009-4e97-913b-47f4469a236f None None] Checking router: 1ff31bd8-a7d8-4781-ad44-98822635734b for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:37:57.828161 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ba9c7-0009-4e97-913b-47f4469a236f None None] Routers {'1ff31bd8-a7d8-4781-ad44-98822635734b'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:37:57.828836 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-5b2ba9c7-0009-4e97-913b-47f4469a236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0825bca30>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:37:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['1ff31bd8-a7d8-4781-ad44-98822635734b'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:57.933319 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-9ec5bb47-d672-400d-bf3f-7d4af0a39dbd req-b4900c64-b550-4091-8198-2cfbe319edc2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Synchronizing usage tracker for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:37:58.003866 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-9ec5bb47-d672-400d-bf3f-7d4af0a39dbd req-b4900c64-b550-4091-8198-2cfbe319edc2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Unset dirty status for tenant:dbe2b752bc7e46a684bd3e95191f60e2 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:37:58.005100 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9ec5bb47-d672-400d-bf3f-7d4af0a39dbd req-b4900c64-b550-4091-8198-2cfbe319edc2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f90fda-a2cd-4a2d-af95-d24d1f4f989d HTTP/1.1" status: 200  len: 210 time: 0.2217128
Aug 12 15:37:58.011987 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:58.012185 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-6e10f4c1-6f85-4b46-aeb7-62ff0c8ed749 None None] Provisioning for port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:37:58.024409 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-6e10f4c1-6f85-4b46-aeb7-62ff0c8ed749 None None] Provisioning complete for port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:37:58.033667 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6e10f4c1-6f85-4b46-aeb7-62ff0c8ed749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:58.049466 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-5b2ba9c7-0009-4e97-913b-47f4469a236f None None] Set router 1ff31bd8-a7d8-4781-ad44-98822635734b gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:37:58.228741 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-6e10f4c1-6f85-4b46-aeb7-62ff0c8ed749 None None] Port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:37:58.418673 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-5b2ba9c7-0009-4e97-913b-47f4469a236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0825bca30>, [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'bdb29d08-0041-48bb-b0f5-4534a15025de', 'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'mac_address': 'fa:16:3e:45:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:47Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'subnets': [{'id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:37:58.423127 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ba9c7-0009-4e97-913b-47f4469a236f None None] The sync data for ids ['1ff31bd8-a7d8-4781-ad44-98822635734b'] in dv-cinder-804345-1-iscsi is: [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:30:49Z', 'revision_number': 4, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'bdb29d08-0041-48bb-b0f5-4534a15025de', 'name': '', 'network_id': '490dbe82-cde3-4d36-a911-378d177422a8', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'mac_address': 'fa:16:3e:45:2b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:47Z', 'updated_at': '2021-08-12T15:31:04Z', 'revision_number': 5, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'subnets': [{'id': 'b6c0441e-c6a3-4d25-95c3-5ed1ea30385d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:37:58.457460 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bbe65-ba35-442e-829f-93eb5997cd5b req-6bf3dc71-96da-4d20-b0a9-25b9375a6567 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:58.458300 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-1a8bbe65-ba35-442e-829f-93eb5997cd5b req-6bf3dc71-96da-4d20-b0a9-25b9375a6567 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Synchronizing usage tracker for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:37:58.477152 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:37:58.486982 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:58.491571 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-1a8bbe65-ba35-442e-829f-93eb5997cd5b req-6bf3dc71-96da-4d20-b0a9-25b9375a6567 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Unset dirty status for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:37:58.493013 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1a8bbe65-ba35-442e-829f-93eb5997cd5b req-6bf3dc71-96da-4d20-b0a9-25b9375a6567 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 932 time: 0.2086697
Aug 12 15:37:58.520811 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Transition to ACTIVE for port object c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:37:58.528110 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:58.532653 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-02c94d4c-aab6-48b5-bbb3-82b93d862467 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:58.611818 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1a8bbe65-ba35-442e-829f-93eb5997cd5b req-494fc7ff-07a6-4eb0-988a-6b71a514295d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111934
Aug 12 15:37:58.686729 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Pushing event updated for resources: {'Port': ['ID=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:58.707968 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae0f03f-36ca-4459-9033-70b70f9e39fb None None] New status for floating IP 1b053583-a6f1-41cb-a252-22a74736112b: DOWN {{(pid=79261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:37:58.714896 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:58.855819 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Attempting to bind port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:37:58.856163 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Attempting to bind port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:37:58.856486 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Attempting to bind port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 on network 6583e41a-fa82-4b36-8411-f472b64444b7 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:37:58.865684 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 on network 6583e41a-fa82-4b36-8411-f472b64444b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:37:58.866008 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Attempting to bind port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 on network 6583e41a-fa82-4b36-8411-f472b64444b7 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:37:58.876995 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:37:58.877375 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Checking segment: {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:37:58.877761 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Bound using segment: {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:37:58.878185 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Bound port: c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:37:58.878531 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:58.937505 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049cb1-7790-41b4-9722-c10b4c739d35 req-bed402b0-42c4-4c76-a295-ca8a4aa29e6d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:58.938854 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-36049cb1-7790-41b4-9722-c10b4c739d35 req-bed402b0-42c4-4c76-a295-ca8a4aa29e6d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.1640420
Aug 12 15:37:59.023857 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-36049cb1-7790-41b4-9722-c10b4c739d35 req-de978002-ab5c-44e9-9949-8cac7be33b72 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665133
Aug 12 15:37:59.024805 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] For port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:37:59.028601 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] For port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:37:59.033072 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:59.037993 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c802de79-879b-45e6-b3bb-1257fc714394 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:59.099477 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:59.100085 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:59.101466 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] 10.222.0.76 "PUT /v2.0/ports/c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 HTTP/1.1" status: 200  len: 1094 time: 1.3561335
Aug 12 15:37:59.121563 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Pushing event updated for resources: {'Port': ['ID=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:59.125392 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:59.152448 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53828) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:59.223265 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b17417f7-c053-451e-8506-802e915f41da tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:59.245525 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-b48d63cf-4efa-4e02-8736-a00053fbf51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:59.247517 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-b48d63cf-4efa-4e02-8736-a00053fbf51a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 1097 time: 0.0782678
Aug 12 15:37:59.254206 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b17417f7-c053-451e-8506-802e915f41da tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:59.311181 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b17417f7-c053-451e-8506-802e915f41da tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:59.314964 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-5ecd6be1-f466-478b-89fa-dca817a38560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:37:59.329698 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-ad3fd054-8aae-42e0-884c-34cd60784959 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 HTTP/1.1" status: 200  len: 217 time: 0.0673609
Aug 12 15:37:59.333384 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17417f7-c053-451e-8506-802e915f41da tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedbe1f2-12e2-4115-abbb-66e6832a8d3f,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:37:59.337205 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b17417f7-c053-451e-8506-802e915f41da tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:37:59.345152 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b17417f7-c053-451e-8506-802e915f41da tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:59.346246 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-b17417f7-c053-451e-8506-802e915f41da tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "DELETE /v2.0/security-groups/fedbe1f2-12e2-4115-abbb-66e6832a8d3f HTTP/1.1" status: 204  len: 168 time: 0.1925373
Aug 12 15:37:59.348855 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53832) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:59.365877 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.api.v2.resource [None req-949e026f-3783-40a8-a792-d9c7b3978654 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] show failed (client error): The resource could not be found.
Aug 12 15:37:59.367252 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-949e026f-3783-40a8-a792-d9c7b3978654 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "GET /v2.0/security-groups/fedbe1f2-12e2-4115-abbb-66e6832a8d3f HTTP/1.1" status: 404  len: 347 time: 0.0171819
Aug 12 15:37:59.369665 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53836) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:37:59.397665 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-ba0dff37-cbc6-49f7-8d4b-fc854f17685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:59.399080 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-ba0dff37-cbc6-49f7-8d4b-fc854f17685f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70b088f4-4875-49de-a01f-42d328a56517 HTTP/1.1" status: 200  len: 851 time: 0.0625854
Aug 12 15:37:59.435400 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91304d89-03a4-447d-b707-14fe4b25609f', 'tag': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:37:59.480584 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91304d89-03a4-447d-b707-14fe4b25609f', 'tag': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'status': 'completed', 'code': 200}
Aug 12 15:37:59.487844 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-5634386e-90d6-45da-8f00-5a7850f3c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:59.489359 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-5634386e-90d6-45da-8f00-5a7850f3c168 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6583e41a-fa82-4b36-8411-f472b64444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824993
Aug 12 15:37:59.526922 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-f94b3fd9-0bf3-47a1-9343-3f573bfc0fad tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Deleting port 36e84311-385a-4110-a3aa-60efcbbbbe96 {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:37:59.527262 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f94b3fd9-0bf3-47a1-9343-3f573bfc0fad tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:59.632018 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-66de633f-567c-43e5-9684-620a24d5294d service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267910
Aug 12 15:37:59.703483 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f94b3fd9-0bf3-47a1-9343-3f573bfc0fad tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:59.703796 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f94b3fd9-0bf3-47a1-9343-3f573bfc0fad tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:37:59.750796 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:37:59.761380 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 585c47e7-17df-4ffc-a82f-e4296b6ccafa no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:37:59.803544 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 585c47e7-17df-4ffc-a82f-e4296b6ccafa {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:37:59.803902 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 585c47e7-17df-4ffc-a82f-e4296b6ccafa not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:37:59.898512 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-011403b5-13d6-426d-ba60-8bac0d23cd5e req-43e6a2bd-a13d-4698-9cfd-a16f7984f34d service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2595875
Aug 12 15:37:59.929031 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c1258-e37d-445d-92d5-280b08a1701e req-5e963bc3-069c-470a-bd6b-4cb91afa2bab tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:37:59.930085 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-f94b3fd9-0bf3-47a1-9343-3f573bfc0fad tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Calling delete_port for 36e84311-385a-4110-a3aa-60efcbbbbe96 owned by network:floatingip {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:37:59.936240 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0c1c1258-e37d-445d-92d5-280b08a1701e req-5e963bc3-069c-470a-bd6b-4cb91afa2bab tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 944 time: 0.1196215
Aug 12 15:37:59.982527 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0c1c1258-e37d-445d-92d5-280b08a1701e req-ac23acd1-48a4-40f9-ad19-bba494b18306 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445988
Aug 12 15:37:59.991435 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:00.010907 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'port_id': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'mac_address': 'fa:16:3e:31:c0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:38:00.074251 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:00.095099 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:38:00.111960 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f94b3fd9-0bf3-47a1-9343-3f573bfc0fad tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:00.115252 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:00.118255 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:00.118650 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e70d5-791e-43c8-882a-5c16ad4af5a8 req-be65c465-9f60-4408-8102-753552745bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:00.120261 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-552e70d5-791e-43c8-882a-5c16ad4af5a8 req-be65c465-9f60-4408-8102-753552745bf6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 1097 time: 0.0859017
Aug 12 15:38:00.120643 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:00.123383 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-85eacefc-5936-4235-83b5-fbe872c4ef0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:00.196287 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b3fd9-0bf3-47a1-9343-3f573bfc0fad tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Pushing event deleted for resources: {'Port': ['ID=36e84311-385a-4110-a3aa-60efcbbbbe96,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:00.199351 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f94b3fd9-0bf3-47a1-9343-3f573bfc0fad tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:00.200550 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,revision_number=6']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:00.209579 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:00.209928 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:00.210279 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:00.210589 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:00.210917 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:00.211243 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:00.211617 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:00.211982 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:00.212666 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:00.213086 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:00.213405 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:00.213722 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:00.220968 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:00.267337 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f94b3fd9-0bf3-47a1-9343-3f573bfc0fad tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks [] for floatingip, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:00.285344 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f94b3fd9-0bf3-47a1-9343-3f573bfc0fad tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:00.286579 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-f94b3fd9-0bf3-47a1-9343-3f573bfc0fad tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] 10.222.0.18 "DELETE /v2.0/floatingips/1b053583-a6f1-41cb-a252-22a74736112b HTTP/1.1" status: 204  len: 168 time: 0.9158387
Aug 12 15:38:00.303628 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['2dd8ca00-3426-43a5-9c81-8ac1b0066f7f'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:38:00.320219 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e70d5-791e-43c8-882a-5c16ad4af5a8 req-e816a02f-11af-4464-a775-10dcfcfadd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:00.321691 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-552e70d5-791e-43c8-882a-5c16ad4af5a8 req-e816a02f-11af-4464-a775-10dcfcfadd9f service neutron] 10.222.0.76 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 913 time: 0.1923213
Aug 12 15:38:00.335819 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e080ae-c4d8-40cb-b595-94303ec7739a req-e2d142e6-8014-41d8-9e67-23d3ccca9fff tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:00.337263 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a3e080ae-c4d8-40cb-b595-94303ec7739a req-e2d142e6-8014-41d8-9e67-23d3ccca9fff tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 944 time: 0.1857448
Aug 12 15:38:00.420200 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-552e70d5-791e-43c8-882a-5c16ad4af5a8 req-32cf4a63-d662-4a1b-928f-440e10ea1622 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 HTTP/1.1" status: 200  len: 217 time: 0.0813804
Aug 12 15:38:00.481995 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a3e080ae-c4d8-40cb-b595-94303ec7739a req-3abb4828-8f68-4364-bf80-aa7710d4a514 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925107
Aug 12 15:38:00.502004 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e70d5-791e-43c8-882a-5c16ad4af5a8 req-77ba9704-d8ae-423d-9176-c4df495deeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:00.503456 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-552e70d5-791e-43c8-882a-5c16ad4af5a8 req-77ba9704-d8ae-423d-9176-c4df495deeea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70b088f4-4875-49de-a01f-42d328a56517 HTTP/1.1" status: 200  len: 851 time: 0.0724785
Aug 12 15:38:00.578697 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e70d5-791e-43c8-882a-5c16ad4af5a8 req-1560725e-2b00-42b2-84c6-adbd3b0c4593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:00.580071 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-552e70d5-791e-43c8-882a-5c16ad4af5a8 req-1560725e-2b00-42b2-84c6-adbd3b0c4593 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6583e41a-fa82-4b36-8411-f472b64444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698709
Aug 12 15:38:00.709376 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-552e70d5-791e-43c8-882a-5c16ad4af5a8 req-c0ead419-e6a5-4d93-983c-195bdd6f1ad7 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204526
Aug 12 15:38:00.848722 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-552e70d5-791e-43c8-882a-5c16ad4af5a8 req-f9237eb9-71bc-4fee-81fb-e4d11075ab29 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276541
Aug 12 15:38:01.173544 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dae49-29e8-41e0-bcf1-70f216570196 req-94562b19-faf4-4d1a-ba1f-f3c125287542 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:01.175019 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2d3dae49-29e8-41e0-bcf1-70f216570196 req-94562b19-faf4-4d1a-ba1f-f3c125287542 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 944 time: 0.0805266
Aug 12 15:38:01.223486 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2d3dae49-29e8-41e0-bcf1-70f216570196 req-26d2c2a5-fb45-4248-8139-fb2cee840f2e tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429707
Aug 12 15:38:01.729990 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e5361-d0d9-4062-add2-5a867de802e9 req-c989235a-3794-4631-9ee0-6de19e05ae63 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:01.731618 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-321e5361-d0d9-4062-add2-5a867de802e9 req-c989235a-3794-4631-9ee0-6de19e05ae63 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 944 time: 0.1082726
Aug 12 15:38:01.760442 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:38:01.788374 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-321e5361-d0d9-4062-add2-5a867de802e9 req-8afefa6c-5b01-443c-91fc-034cbe6dbaee tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495050
Aug 12 15:38:01.854029 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:38:01.854409 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:02.020898 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:02.053860 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fca322-96d5-430f-97f9-94a38cea4d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:38:02.070384 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:02.077164 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:02.094069 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:02.126633 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fca322-96d5-430f-97f9-94a38cea4d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'code': 200}
Aug 12 15:38:02.168661 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,revision_number=7']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:02.172428 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:02.418963 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3b950-6c5c-4950-9ab6-f7a08ab127c5 req-a12028f7-dc97-4ad6-a17a-e7c5d49d8e01 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:02.420075 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c8b3b950-6c5c-4950-9ab6-f7a08ab127c5 req-a12028f7-dc97-4ad6-a17a-e7c5d49d8e01 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 944 time: 0.0868378
Aug 12 15:38:02.468893 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c8b3b950-6c5c-4950-9ab6-f7a08ab127c5 req-ed38eb2c-e23b-481c-9df5-73ac99cc8682 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417991
Aug 12 15:38:03.018771 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc45bc0-ac2e-49b6-a38a-be55cb78b757 req-c3803614-af4b-48c8-b8d4-beffb6d1c104 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:03.024167 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0bc45bc0-ac2e-49b6-a38a-be55cb78b757 req-c3803614-af4b-48c8-b8d4-beffb6d1c104 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.1054718
Aug 12 15:38:03.080367 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0bc45bc0-ac2e-49b6-a38a-be55cb78b757 req-d065ba16-e282-44cf-930a-6178a000d9b3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531738
Aug 12 15:38:03.692759 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b86fc-e35a-409d-9f18-e712f1b2dadf req-95964bad-11c7-49ea-a857-771aac62b792 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:03.694278 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3e5b86fc-e35a-409d-9f18-e712f1b2dadf req-95964bad-11c7-49ea-a857-771aac62b792 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 944 time: 0.1023946
Aug 12 15:38:03.747893 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3e5b86fc-e35a-409d-9f18-e712f1b2dadf req-8f7310cf-e2a2-4324-b147-c34941c75562 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464551
Aug 12 15:38:04.322269 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ddec6-1d7c-41a1-8ce9-d195e73103df req-f6ac521b-f10a-4ca6-a485-1629c3a073ca tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:04.323841 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d45ddec6-1d7c-41a1-8ce9-d195e73103df req-f6ac521b-f10a-4ca6-a485-1629c3a073ca tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.1194255
Aug 12 15:38:04.374250 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d45ddec6-1d7c-41a1-8ce9-d195e73103df req-cec2e651-5762-496b-a016-7f723de22bba tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439105
Aug 12 15:38:04.606250 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53914) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:05.055469 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ecf06-73b0-4780-a54a-7a5552336be7 req-561109a7-5ba8-4f6d-ad9c-e40c8c9924d2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:05.064863 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-092ecf06-73b0-4780-a54a-7a5552336be7 req-561109a7-5ba8-4f6d-ad9c-e40c8c9924d2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 944 time: 0.1609159
Aug 12 15:38:05.117114 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-092ecf06-73b0-4780-a54a-7a5552336be7 req-48d7cc36-6f7b-4098-ba2c-188abe66130c tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503912
Aug 12 15:38:05.502003 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0f812ee0-f644-4259-9590-fbb09772dd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716679'] for router_interface, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:05.699306 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99515b2-10fb-45d1-9bcf-dd5516c3da06 req-2d8b903d-fcbf-466e-9836-1a4b86a17ea8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:05.701349 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d99515b2-10fb-45d1-9bcf-dd5516c3da06 req-2d8b903d-fcbf-466e-9836-1a4b86a17ea8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.2025170
Aug 12 15:38:05.754897 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d99515b2-10fb-45d1-9bcf-dd5516c3da06 req-6b514de1-6523-4da6-9f64-fb63ed147680 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473123
Aug 12 15:38:05.954873 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-0f812ee0-f644-4259-9590-fbb09772dd88 admin admin] Deleting port bdb29d08-0041-48bb-b0f5-4534a15025de {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:38:05.955645 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0f812ee0-f644-4259-9590-fbb09772dd88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:06.149669 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [None req-0f812ee0-f644-4259-9590-fbb09772dd88 admin admin] For port bdb29d08-0041-48bb-b0f5-4534a15025de, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=bdb29d08-0041-48bb-b0f5-4534a15025de,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:06.150023 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0f812ee0-f644-4259-9590-fbb09772dd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:06.365925 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d71a2-729c-4b02-b50c-31b5cdd1b676 req-182aa119-f4fd-4884-9455-b44e041f102b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:06.374341 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8c8d71a2-729c-4b02-b50c-31b5cdd1b676 req-182aa119-f4fd-4884-9455-b44e041f102b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 944 time: 0.1227930
Aug 12 15:38:06.408323 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-0f812ee0-f644-4259-9590-fbb09772dd88 admin admin] Calling delete_port for bdb29d08-0041-48bb-b0f5-4534a15025de owned by network:router_interface {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:38:06.423941 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8c8d71a2-729c-4b02-b50c-31b5cdd1b676 req-82228368-80c0-45c4-9fe2-4f08f881e816 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487349
Aug 12 15:38:06.625660 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0f812ee0-f644-4259-9590-fbb09772dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:06.629710 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e60868c2-768e-48d8-9861-ea978df772a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:06.676758 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f812ee0-f644-4259-9590-fbb09772dd88 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb29d08-0041-48bb-b0f5-4534a15025de,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:06.680047 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-0f812ee0-f644-4259-9590-fbb09772dd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:07.004735 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0f812ee0-f644-4259-9590-fbb09772dd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716667'] for router_interface, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:07.011504 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc2f33-95d6-4777-ac18-3ddec4fc28f1 req-8db2a20f-128c-4ee0-a1d4-dcf2e0c734f3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:07.020057 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d7fc2f33-95d6-4777-ac18-3ddec4fc28f1 req-8db2a20f-128c-4ee0-a1d4-dcf2e0c734f3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.1199553
Aug 12 15:38:07.083328 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d7fc2f33-95d6-4777-ac18-3ddec4fc28f1 req-bd2c887e-feb1-49b1-a8a6-43366e86fb35 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605538
Aug 12 15:38:07.418028 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f812ee0-f644-4259-9590-fbb09772dd88 admin admin] Router 1ff31bd8-a7d8-4781-ad44-98822635734b has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:38:07.623220 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f812ee0-f644-4259-9590-fbb09772dd88 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:38:07.637383 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec04ee-e3b8-467c-82fd-ed1bdede8509 None None] Sync routers for ids ['1ff31bd8-a7d8-4781-ad44-98822635734b'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:38:07.644844 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d8510-8320-40c2-a2cb-f1110e3e1472 req-e578c418-0951-42b1-8590-3b4882e8fb2c tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:07.645058 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-0f812ee0-f644-4259-9590-fbb09772dd88 admin admin] 10.222.0.18 "PUT /v2.0/routers/1ff31bd8-a7d8-4781-ad44-98822635734b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0351851
Aug 12 15:38:07.645161 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e85d8510-8320-40c2-a2cb-f1110e3e1472 req-e578c418-0951-42b1-8590-3b4882e8fb2c tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 944 time: 0.1067281
Aug 12 15:38:07.645161 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 53934) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:07.653549 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec04ee-e3b8-467c-82fd-ed1bdede8509 None None] Routers {'1ff31bd8-a7d8-4781-ad44-98822635734b'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:38:07.658184 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-72ec04ee-e3b8-467c-82fd-ed1bdede8509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081a73d90>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:37:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['1ff31bd8-a7d8-4781-ad44-98822635734b'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:07.803511 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e85d8510-8320-40c2-a2cb-f1110e3e1472 req-bca8b37f-6a45-48bc-998d-fbf605c777f1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955992
Aug 12 15:38:07.830510 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:38:07.879115 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-72ec04ee-e3b8-467c-82fd-ed1bdede8509 None None] Set router 1ff31bd8-a7d8-4781-ad44-98822635734b gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:38:07.921047 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Notify callbacks [] for router, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:08.170154 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:08.195468 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Deleting port e42dc07d-197c-4577-aa4a-fbe5ba62ebf5 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:38:08.196074 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:08.305069 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:08.321647 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'port_id': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'mac_address': 'fa:16:3e:97:e8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:38:08.440256 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:08.460214 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] For port e42dc07d-197c-4577-aa4a-fbe5ba62ebf5, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=e42dc07d-197c-4577-aa4a-fbe5ba62ebf5,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:08.460681 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:08.470856 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:38:08.493196 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:08.504691 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-72ec04ee-e3b8-467c-82fd-ed1bdede8509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081a73d90>, [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:38:06Z', 'revision_number': 5, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port': {'id': 'e42dc07d-197c-4577-aa4a-fbe5ba62ebf5', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:22:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:30:39Z', 'updated_at': '2021-08-12T15:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:08.506963 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:08.512683 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-54c6d327-fd56-490f-8cfd-e313d5b00add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:08.574758 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec04ee-e3b8-467c-82fd-ed1bdede8509 None None] Checking router: 1ff31bd8-a7d8-4781-ad44-98822635734b for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:38:08.592059 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec04ee-e3b8-467c-82fd-ed1bdede8509 None None] Routers {'1ff31bd8-a7d8-4781-ad44-98822635734b'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:38:08.592841 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-72ec04ee-e3b8-467c-82fd-ed1bdede8509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081a73d90>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:37:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['1ff31bd8-a7d8-4781-ad44-98822635734b'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:08.625455 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Calling delete_port for e42dc07d-197c-4577-aa4a-fbe5ba62ebf5 owned by network:router_gateway {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:38:08.697533 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d54acf-43a1-48cf-9519-ebc74c77fcc9 req-f74e5528-9e56-4bc9-9641-40ddfebb55c1 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:08.698950 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-60d54acf-43a1-48cf-9519-ebc74c77fcc9 req-f74e5528-9e56-4bc9-9641-40ddfebb55c1 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.4010403
Aug 12 15:38:08.773947 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:08.784280 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:08.818573 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-72ec04ee-e3b8-467c-82fd-ed1bdede8509 None None] Set router 1ff31bd8-a7d8-4781-ad44-98822635734b gateway port host: None {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:38:08.916630 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:38:09.037333 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-72ec04ee-e3b8-467c-82fd-ed1bdede8509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081a73d90>, [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:38:08Z', 'revision_number': 6, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port_host': None}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:09.046868 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec04ee-e3b8-467c-82fd-ed1bdede8509 None None] The sync data for ids ['1ff31bd8-a7d8-4781-ad44-98822635734b'] in dv-cinder-804345-1-iscsi is: [{'id': '1ff31bd8-a7d8-4781-ad44-98822635734b', 'name': 'tempest-AttachVolumeTestJSON-1850882231-router', 'tenant_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:30:37Z', 'updated_at': '2021-08-12T15:38:08Z', 'revision_number': 6, 'project_id': 'dbe2b752bc7e46a684bd3e95191f60e2', 'gw_port_host': None}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:38:09.222289 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-60d54acf-43a1-48cf-9519-ebc74c77fcc9 req-312daec1-0731-43b8-a762-b9b184273c27 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5151682
Aug 12 15:38:09.237346 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:09.258214 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5fddbefc-e740-4dcc-8c46-a35613d178ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:09.370591 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=e42dc07d-197c-4577-aa4a-fbe5ba62ebf5,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:09.371903 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:09.395591 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b29120-489b-41a1-85c8-54a55247b2f8 req-31b9844b-3052-4d7d-97bd-c5033365c195 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:09.396943 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-33b29120-489b-41a1-85c8-54a55247b2f8 req-31b9844b-3052-4d7d-97bd-c5033365c195 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 945 time: 0.2747996
Aug 12 15:38:09.452612 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604370'] for router_gateway, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:09.589407 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-33b29120-489b-41a1-85c8-54a55247b2f8 req-9308e5d5-b288-4585-ba4b-a6520742f70a tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1707811
Aug 12 15:38:09.657172 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1871'] for router, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:09.659467 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:09.746000 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1717320'] for router, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:09.746792 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff31bd8-a7d8-4781-ad44-98822635734b {{(pid=79258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 12 15:38:09.761901 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Notify callbacks [] for router, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:09.763062 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] 10.222.0.18 "DELETE /v2.0/routers/1ff31bd8-a7d8-4781-ad44-98822635734b HTTP/1.1" status: 204  len: 168 time: 2.1170590
Aug 12 15:38:09.765891 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 53942) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:09.832956 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_v2 [None req-19522aed-e2e1-4d7c-9e3a-693d4ae34477 admin admin] Deleting subnet b6c0441e-c6a3-4d25-95c3-5ed1ea30385d {{(pid=79259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:38:09.836251 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-19522aed-e2e1-4d7c-9e3a-693d4ae34477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:09.907849 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-19522aed-e2e1-4d7c-9e3a-693d4ae34477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1410426'] for subnet, precommit_delete_associations {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:10.004161 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-19522aed-e2e1-4d7c-9e3a-693d4ae34477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:10.205520 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-7a72964a-69d8-4029-af3d-8505390c1af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:10.210648 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device bdb29d08-0041-48bb-b0f5-4534a15025de no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:38:10.218526 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-19522aed-e2e1-4d7c-9e3a-693d4ae34477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1203638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3857428'] for subnet, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:10.230206 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b1a28c69-2a4a-4272-83f5-1f42ed471aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:10.267637 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: bdb29d08-0041-48bb-b0f5-4534a15025de {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:38:10.268719 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device bdb29d08-0041-48bb-b0f5-4534a15025de not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:38:10.269325 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-19522aed-e2e1-4d7c-9e3a-693d4ae34477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:10.269487 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device e42dc07d-197c-4577-aa4a-fbe5ba62ebf5 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:38:10.277040 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19522aed-e2e1-4d7c-9e3a-693d4ae34477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c0441e-c6a3-4d25-95c3-5ed1ea30385d,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:10.280469 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-19522aed-e2e1-4d7c-9e3a-693d4ae34477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:10.282026 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-19522aed-e2e1-4d7c-9e3a-693d4ae34477 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b6c0441e-c6a3-4d25-95c3-5ed1ea30385d HTTP/1.1" status: 204  len: 168 time: 0.5151405
Aug 12 15:38:10.284840 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 53948) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:10.316011 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fea725b-f9a2-46d5-ac8b-5ce8573fd28b None None] Network 490dbe82-cde3-4d36-a911-378d177422a8 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:38:10.367287 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: e42dc07d-197c-4577-aa4a-fbe5ba62ebf5 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:38:10.367777 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device e42dc07d-197c-4577-aa4a-fbe5ba62ebf5 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:38:10.454443 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:10.483740 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Deleting port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:38:10.483740 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:10.620401 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d5135-71c8-4618-8aab-fd7727a33e23 req-f269a813-86b4-41e0-8ba2-3c1d68bd3a24 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:10.622070 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-df7d5135-71c8-4618-8aab-fd7727a33e23 req-f269a813-86b4-41e0-8ba2-3c1d68bd3a24 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.2044833
Aug 12 15:38:10.646624 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10657d2-bd15-41ae-a3c3-448a5a159cec None None] DHCP port deletion for 490dbe82-cde3-4d36-a911-378d177422a8 request from dv-cinder-804345-1-iscsi {{(pid=79260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 12 15:38:10.651756 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b10657d2-bd15-41ae-a3c3-448a5a159cec None None] Deleting port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:38:10.652232 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b10657d2-bd15-41ae-a3c3-448a5a159cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:10.802239 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:10.804420 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-df7d5135-71c8-4618-8aab-fd7727a33e23 req-5e144359-e596-4cc9-b7b2-5ca93d3b528b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1592908
Aug 12 15:38:10.812674 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] For port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=1f871f0a-c73d-4e47-a9e4-9e62b41bfed4,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:10.813382 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:10.935364 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b10657d2-bd15-41ae-a3c3-448a5a159cec None None] For port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=1f871f0a-c73d-4e47-a9e4-9e62b41bfed4,segment=NetworkSegment(f6589fec-7fe8-445d-b797-1cd1cfbee324),segment_id=f6589fec-7fe8-445d-b797-1cd1cfbee324)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:10.935826 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b10657d2-bd15-41ae-a3c3-448a5a159cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:10.976566 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Calling delete_port for 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 owned by network:dhcp {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:38:11.073874 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b10657d2-bd15-41ae-a3c3-448a5a159cec None None] Calling delete_port for 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 owned by network:dhcp {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:38:11.087888 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21c64e-d94f-463d-99ca-51c3acb9c438 req-17dfb2fa-92eb-483b-aa66-8169b6752af0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:11.092829 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8b21c64e-d94f-463d-99ca-51c3acb9c438 req-17dfb2fa-92eb-483b-aa66-8169b6752af0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 945 time: 0.3408737
Aug 12 15:38:11.096930 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:11.103250 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-eaac5927-eb88-4368-9794-f38b7f8aee6f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:11.154847 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.db.api [None req-b10657d2-bd15-41ae-a3c3-448a5a159cec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 12 15:38:11.155624 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_db.api [None req-b10657d2-bd15-41ae-a3c3-448a5a159cec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 12 15:38:11.166588 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f871f0a-c73d-4e47-a9e4-9e62b41bfed4,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:11.175845 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:11.178286 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] No DVR routers for this DVR port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 on host dv-cinder-804345-1-iscsi {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:38:11.222878 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:11.348110 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8b21c64e-d94f-463d-99ca-51c3acb9c438 req-fa2febf3-d576-4d61-97d1-00fba4ef9573 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2469497
Aug 12 15:38:11.418335 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:11.432507 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff080c0ba90>,) {'filters': {'network_id': ['490dbe82-cde3-4d36-a911-378d177422a8']}} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:11.445651 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff080c0ba90>, 'f6589fec-7fe8-445d-b797-1cd1cfbee324') {'for_net_delete': True} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:11.445939 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff080c0ba90>, 'f6589fec-7fe8-445d-b797-1cd1cfbee324') {} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:11.460904 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3945247'] for segment, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:11.479138 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:11.488573 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=79258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:38:11.489133 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143377'] for segment, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]: Traceback (most recent call last):
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:     timer()
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:     cb(*args, **kw)
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:     return func(*args, **kwargs)
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:     self._notify()
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:     self.callback(batched_events)
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:     event.method(event)
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:     return f(self, *a, **k)
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._get(url).json()
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:38:11.502446 dv-cinder-804345-1-iscsi neutron-server[79258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:38:11.580456 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:11.584546 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4b75896b-b126-4920-ad66-643d61f287ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:11.599778 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:11.613914 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=490dbe82-cde3-4d36-a911-378d177422a8,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:11.621736 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:11.631999 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/490dbe82-cde3-4d36-a911-378d177422a8 HTTP/1.1" status: 204  len: 168 time: 1.3458705
Aug 12 15:38:11.657247 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b10657d2-bd15-41ae-a3c3-448a5a159cec None None] Deleting port 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:38:11.657803 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b10657d2-bd15-41ae-a3c3-448a5a159cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:11.735759 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b10657d2-bd15-41ae-a3c3-448a5a159cec None None] The port '1f871f0a-c73d-4e47-a9e4-9e62b41bfed4' was deleted {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 12 15:38:11.765573 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 53966) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:11.802836 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:38:11.816494 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-e5e65716-9ae4-4311-a556-7c82c51c777a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbe2b752bc7e46a684bd3e95191f60e2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0474579
Aug 12 15:38:11.816718 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 53972) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:11.873603 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:38:11.880481 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:38:11.881009 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:11.884528 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f390fbd5-1e59-45b6-bead-d258495f2aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:11.914876 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f390fbd5-1e59-45b6-bead-d258495f2aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:12.034020 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f390fbd5-1e59-45b6-bead-d258495f2aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:12.039342 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8e245360-5209-4e4d-b3ab-f204c47f944d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:12.042874 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:12.056150 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390fbd5-1e59-45b6-bead-d258495f2aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82ff649-612b-4439-b47e-6fcf3a5d9482,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:12.060814 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f390fbd5-1e59-45b6-bead-d258495f2aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:12.073829 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79845506-2f50-4eeb-8874-d5ecfe236581 req-6164cdc4-78e3-4995-a6b0-824e7170e0bb tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:12.075160 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-79845506-2f50-4eeb-8874-d5ecfe236581 req-6164cdc4-78e3-4995-a6b0-824e7170e0bb tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.1178622
Aug 12 15:38:12.076049 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f390fbd5-1e59-45b6-bead-d258495f2aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:12.080406 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-f390fbd5-1e59-45b6-bead-d258495f2aef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d82ff649-612b-4439-b47e-6fcf3a5d9482 HTTP/1.1" status: 204  len: 168 time: 0.2627444
Aug 12 15:38:12.083549 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91304d89-03a4-447d-b707-14fe4b25609f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:38:12.096117 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:12.103164 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:12.106047 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-a7bf6f2a-0bed-4852-88f3-2118b90d9caa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:12.134038 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-79845506-2f50-4eeb-8874-d5ecfe236581 req-c872ed5c-00ac-445b-967d-dc6b16b8723d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518405
Aug 12 15:38:12.179283 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91304d89-03a4-447d-b707-14fe4b25609f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'code': 200}
Aug 12 15:38:12.184271 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:12.187560 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:12.200909 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:38:12.236804 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:38:12.237564 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 1f871f0a-c73d-4e47-a9e4-9e62b41bfed4 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:38:12.602496 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b587cc5-53ae-45d4-b089-99ae208caabd req-a64e538f-0bdc-4d91-8cbc-59cdc94da47d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:12.603938 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7b587cc5-53ae-45d4-b089-99ae208caabd req-a64e538f-0bdc-4d91-8cbc-59cdc94da47d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 946 time: 0.1330619
Aug 12 15:38:12.710316 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7b587cc5-53ae-45d4-b089-99ae208caabd req-ad930111-cf40-4a19-bf61-4e73c1b34250 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711029
Aug 12 15:38:12.714162 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4e24b-c330-41c6-b8a6-dca3465cb6fd req-2e2edb03-1ca3-4bad-ad84-7c03665efad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:12.715574 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0cf4e24b-c330-41c6-b8a6-dca3465cb6fd req-2e2edb03-1ca3-4bad-ad84-7c03665efad0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 1099 time: 0.1779099
Aug 12 15:38:12.750510 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5099d-7fe8-40d6-9e73-48422e5d31fc req-74bd30fe-4bd9-45c8-8cec-9d04d0d4884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:12.752025 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-40c5099d-7fe8-40d6-9e73-48422e5d31fc req-74bd30fe-4bd9-45c8-8cec-9d04d0d4884a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=409c964789574bf4b00bd19c92187a1f&device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 1098 time: 0.1591568
Aug 12 15:38:12.777584 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b8289b14-8540-4a8f-8ffb-8ef09f6550ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:12.792530 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0cf4e24b-c330-41c6-b8a6-dca3465cb6fd req-b3a678a2-ded4-4d06-93e4-63c485f7705e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686007
Aug 12 15:38:12.892336 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5099d-7fe8-40d6-9e73-48422e5d31fc req-90164563-a1fa-4f28-bfc1-607848354ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:12.893799 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-40c5099d-7fe8-40d6-9e73-48422e5d31fc req-90164563-a1fa-4f28-bfc1-607848354ba0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7951e27b-9ee0-4bac-b307-010b164089b6 HTTP/1.1" status: 200  len: 918 time: 0.1346614
Aug 12 15:38:12.896674 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54004) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:13.010459 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1143909064-network', 'tenant_id': '5b5cb55fb8ed48a8a15d68d276db4cc4'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:38:13.014951 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:13.018770 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Usage tracker for resource:network and tenant:5b5cb55fb8ed48a8a15d68d276db4cc4 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:13.021579 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:13.027555 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:13.038291 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Made reservation on behalf of 5b5cb55fb8ed48a8a15d68d276db4cc4 for: {'network': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:38:13.040723 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:13.053090 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:13.066974 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:13.126374 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Usage tracker for resource:security_group_rule and tenant:5b5cb55fb8ed48a8a15d68d276db4cc4 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:13.140399 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:13.150347 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:13.189536 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-40c5099d-7fe8-40d6-9e73-48422e5d31fc req-6ca63f5f-2022-4372-999a-030a6996a0f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f HTTP/1.1" status: 200  len: 1000 time: 0.1201742
Aug 12 15:38:13.319666 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5099d-7fe8-40d6-9e73-48422e5d31fc req-9599be39-764b-4643-b353-bce73735647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:13.321131 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-40c5099d-7fe8-40d6-9e73-48422e5d31fc req-9599be39-764b-4643-b353-bce73735647b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb15ed47-a637-4378-9bb3-71152f440abb HTTP/1.1" status: 200  len: 856 time: 0.1223528
Aug 12 15:38:13.421265 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:13.430323 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:13.435534 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b8a65d46-baeb-4fbc-8f16-60f1e5f2b1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:13.464558 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7d51a-afd5-46c0-bc93-77e43e4fda89 req-dee800ce-8a7c-4f9c-9da5-109369533768 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:13.466031 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-82e7d51a-afd5-46c0-bc93-77e43e4fda89 req-dee800ce-8a7c-4f9c-9da5-109369533768 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.2090991
Aug 12 15:38:13.479035 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747}  {{(pid=79258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:38:13.505130 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9728e70-f291-4b60-a09f-39db36e668bf,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:13.508151 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:13.519121 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:13.519464 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.segments_db [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Added segment 24527b51-c8f3-4e90-b069-228878c4fc8c of type vlan for network 89604854-a584-4b11-aabd-73c722e70e0b
Aug 12 15:38:13.543274 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5099d-7fe8-40d6-9e73-48422e5d31fc req-74015e2a-0f46-4f2d-a791-26558fff94f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:13.544759 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-40c5099d-7fe8-40d6-9e73-48422e5d31fc req-74015e2a-0f46-4f2d-a791-26558fff94f6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7951e27b-9ee0-4bac-b307-010b164089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2069302
Aug 12 15:38:13.583990 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-82e7d51a-afd5-46c0-bc93-77e43e4fda89 req-5b9efffb-6d24-43ca-80a8-ac1da7739826 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1024644
Aug 12 15:38:13.596946 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:13.711639 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:13.714500 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:13.715081 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:13.720635 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:13.741688 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-40c5099d-7fe8-40d6-9e73-48422e5d31fc req-11582100-e38c-4e5d-adb2-4fd26b5f526b service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1894121
Aug 12 15:38:13.791833 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:13.798678 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.9009702
Aug 12 15:38:13.801858 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54014) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:13.808403 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Request body: {'subnet': {'network_id': '89604854-a584-4b11-aabd-73c722e70e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1143909064-subnet', 'tenant_id': '5b5cb55fb8ed48a8a15d68d276db4cc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:38:13.814838 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:13.819438 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Usage tracker for resource:subnet and tenant:5b5cb55fb8ed48a8a15d68d276db4cc4 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:13.822600 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:13.829757 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:13.841321 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Made reservation on behalf of 5b5cb55fb8ed48a8a15d68d276db4cc4 for: {'subnet': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:38:13.843790 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3857535'] for subnet, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:13.950977 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Pushing event updated for resources: {'Network': ['ID=89604854-a584-4b11-aabd-73c722e70e0b,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:13.964524 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network 89604854-a584-4b11-aabd-73c722e70e0b details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:38:13.985397 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:14.102929 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1203317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3857421'] for subnet, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:14.103641 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-40c5099d-7fe8-40d6-9e73-48422e5d31fc req-c2d8fe32-9f2c-49be-80c3-1c1889c0fa0d service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3326113
Aug 12 15:38:14.109329 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-c56c8466-5bf5-4a14-82eb-b1210a88d33f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:14.118235 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1d856-5df0-417b-925f-e8ecf4d209c7 req-ae71b463-90b2-4e51-b84c-31d9562d4b63 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:14.119942 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b9f1d856-5df0-417b-925f-e8ecf4d209c7 req-ae71b463-90b2-4e51-b84c-31d9562d4b63 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 946 time: 0.1797724
Aug 12 15:38:14.172062 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b9f1d856-5df0-417b-925f-e8ecf4d209c7 req-3650a965-dbdd-43cd-8eaa-0033f53ff2aa tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461805
Aug 12 15:38:14.188438 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Checking segment: {'id': '24527b51-c8f3-4e90-b069-228878c4fc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '89604854-a584-4b11-aabd-73c722e70e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:38:14.189016 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Network hostable DHCP agents. Network: 89604854-a584-4b11-aabd-73c722e70e0b, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:38:14.194513 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5f8776-1f54-466a-8703-3ef2327e21c5,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:14.199938 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:14.210597 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Network 89604854-a584-4b11-aabd-73c722e70e0b is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:38:14.219601 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, 89604854-a584-4b11-aabd-73c722e70e0b) {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:38:14.223535 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:14.224124 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:14.228923 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79562887-0035-46de-8a06-73f2e608e083 None None] Network 89604854-a584-4b11-aabd-73c722e70e0b requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:38:14.244540 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-3b6e75a1-6514-4b48-ad86-947093e25989 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4409220
Aug 12 15:38:14.449296 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7b97bc-d8ef-437b-8ccc-d1c03160cfb6 None None] Network 89604854-a584-4b11-aabd-73c722e70e0b requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:38:14.761865 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54034) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:14.767895 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1867946839-network', 'tenant_id': 'b078e54ab912461a8a6888f0aeca9563'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:38:14.774431 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:14.781124 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Usage tracker for resource:network and tenant:b078e54ab912461a8a6888f0aeca9563 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:14.784374 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:14.792983 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:14.802569 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e948d3b-e0df-4b52-baad-d5aa646f8bf7 req-d78fef04-194d-453a-80ad-26f0cd426486 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:14.803999 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1e948d3b-e0df-4b52-baad-d5aa646f8bf7 req-d78fef04-194d-453a-80ad-26f0cd426486 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.1016021
Aug 12 15:38:14.825317 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Made reservation on behalf of b078e54ab912461a8a6888f0aeca9563 for: {'network': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:38:14.828114 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:14.843378 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:14.878422 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:14.885575 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1e948d3b-e0df-4b52-baad-d5aa646f8bf7 req-613cd203-6eb3-4cd2-9654-1db95f3ae1fc tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757928
Aug 12 15:38:14.886392 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Usage tracker for resource:security_group_rule and tenant:b078e54ab912461a8a6888f0aeca9563 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:14.889228 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:14.894913 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:14.976299 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:14.980028 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:14.984908 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f390fbd5-1e59-45b6-bead-d258495f2aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:15.011695 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705}  {{(pid=79258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:38:15.020188 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38caab93-60fb-4e0f-a029-15bce99cff6d,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:15.023511 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:15.027446 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:15.027757 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.segments_db [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Added segment 25e8e6fd-69ee-404c-8776-b39f0ff279b2 of type vlan for network 1cd2a357-705b-4c17-9b90-4fa8ec3106bc
Aug 12 15:38:15.053900 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:15.083985 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:15.085303 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:15.085888 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:15.090329 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:15.191766 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4287789
Aug 12 15:38:15.192679 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Pushing event updated for resources: {'Network': ['ID=1cd2a357-705b-4c17-9b90-4fa8ec3106bc,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:15.194437 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54038) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:15.196148 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-10376cd9-941c-4bbc-9cac-1e7820e12db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:15.201138 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Request body: {'subnet': {'network_id': '1cd2a357-705b-4c17-9b90-4fa8ec3106bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1867946839-subnet', 'tenant_id': 'b078e54ab912461a8a6888f0aeca9563', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:38:15.204465 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network 1cd2a357-705b-4c17-9b90-4fa8ec3106bc details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:38:15.207429 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:15.211384 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Usage tracker for resource:subnet and tenant:b078e54ab912461a8a6888f0aeca9563 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:15.214355 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:15.220953 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:15.234049 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Made reservation on behalf of b078e54ab912461a8a6888f0aeca9563 for: {'subnet': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:38:15.238190 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3857535'] for subnet, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:15.321360 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:15.363128 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f13a4-edea-4137-b05e-6b22c43e8d47 req-a84bc81f-55ee-44a3-be1c-adff0dd7482f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:15.364591 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c64f13a4-edea-4137-b05e-6b22c43e8d47 req-a84bc81f-55ee-44a3-be1c-adff0dd7482f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 946 time: 0.0855191
Aug 12 15:38:15.413173 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c64f13a4-edea-4137-b05e-6b22c43e8d47 req-789c411e-ddff-4f92-aee6-c05c199ccc4d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425987
Aug 12 15:38:15.452969 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1203317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3857421'] for subnet, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:15.457598 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:15.528374 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e37c0e-e4bb-4bd8-a14f-7a7596c59a65,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:15.532761 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:15.539055 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Checking segment: {'id': '25e8e6fd-69ee-404c-8776-b39f0ff279b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1cd2a357-705b-4c17-9b90-4fa8ec3106bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:38:15.539522 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Network hostable DHCP agents. Network: 1cd2a357-705b-4c17-9b90-4fa8ec3106bc, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:38:15.559670 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Network 1cd2a357-705b-4c17-9b90-4fa8ec3106bc is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:38:15.570366 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, 1cd2a357-705b-4c17-9b90-4fa8ec3106bc) {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:38:15.574665 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:15.575257 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:15.583715 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e899402-723f-433a-88a3-803bc992a402 None None] Network 1cd2a357-705b-4c17-9b90-4fa8ec3106bc requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:38:15.601422 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-a8c982f9-942b-4ffd-8267-ff3a8ace5a2c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4052501
Aug 12 15:38:15.605395 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8167be-68aa-42cf-9551-314355285d3d req-c895e921-21f3-42fb-bd59-cf8a5f414cdf tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:15.606870 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8c8167be-68aa-42cf-9551-314355285d3d req-c895e921-21f3-42fb-bd59-cf8a5f414cdf tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 946 time: 0.0854824
Aug 12 15:38:15.654033 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8c8167be-68aa-42cf-9551-314355285d3d req-cb4f82ad-e0ba-4a9a-9f87-106c05b2269b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401561
Aug 12 15:38:15.678528 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54048) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:15.737607 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54052) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:15.805641 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0e6c4b-6a4a-4356-8a79-d5d20847be54 admin admin] Deleting subnet 1d5f8776-1f54-466a-8703-3ef2327e21c5 {{(pid=79259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:38:15.810292 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d774b6-bd44-4301-b492-9d542c4d8c81 tempest-TestVolumeBootPattern-994756667 tempest-TestVolumeBootPattern-994756667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:15.812281 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-d7d774b6-bd44-4301-b492-9d542c4d8c81 tempest-TestVolumeBootPattern-994756667 tempest-TestVolumeBootPattern-994756667-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 1094 time: 0.1319175
Aug 12 15:38:15.813310 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3a0e6c4b-6a4a-4356-8a79-d5d20847be54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:15.815385 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54056) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:15.821398 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Request body: {'floatingip': {'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'port_id': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address': '172.20.0.13'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:38:15.832666 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:38:15.833196 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:15.837076 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Usage tracker for resource:floatingip and tenant:d4c08df815994e6f8754d8c518538b08 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:15.839948 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:15.846726 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:15.856697 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for floatingip, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:15.861134 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db24da18-d72b-4a53-b6e7-283fa6a2ab56 None None] Network 1cd2a357-705b-4c17-9b90-4fa8ec3106bc requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:38:15.866651 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3a0e6c4b-6a4a-4356-8a79-d5d20847be54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1410426'] for subnet, precommit_delete_associations {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:15.937040 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3a0e6c4b-6a4a-4356-8a79-d5d20847be54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.025788 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3a0e6c4b-6a4a-4356-8a79-d5d20847be54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1203638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3857428'] for subnet, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.035167 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-dd1f1117-eb25-430e-9a89-637df65f86a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:16.102748 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.104522 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e6c4b-6a4a-4356-8a79-d5d20847be54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5f8776-1f54-466a-8703-3ef2327e21c5,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:16.112755 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3a0e6c4b-6a4a-4356-8a79-d5d20847be54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:16.118018 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3a0e6c4b-6a4a-4356-8a79-d5d20847be54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.127136 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-3a0e6c4b-6a4a-4356-8a79-d5d20847be54 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1d5f8776-1f54-466a-8703-3ef2327e21c5 HTTP/1.1" status: 204  len: 168 time: 0.3883767
Aug 12 15:38:16.129718 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54062) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:16.173035 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.178500 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fca322-96d5-430f-97f9-94a38cea4d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:38:16.195183 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:16.200575 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.203490 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:16.245305 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fca322-96d5-430f-97f9-94a38cea4d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'code': 200}
Aug 12 15:38:16.252236 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dd6e4-ee8b-4fc0-979f-a1a521f1aae9 req-40a5a326-2636-454d-b4dc-26f58dea7940 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:16.253921 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-357dd6e4-ee8b-4fc0-979f-a1a521f1aae9 req-40a5a326-2636-454d-b4dc-26f58dea7940 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 945 time: 0.1819124
Aug 12 15:38:16.254373 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be2e2d23-bd99-41e1-84ed-db669ca25ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.288187 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,revision_number=8']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:16.291267 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:16.356587 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-357dd6e4-ee8b-4fc0-979f-a1a521f1aae9 req-a89c2725-2d61-4eb5-b280-afa12d65ffe7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923448
Aug 12 15:38:16.383250 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be2e2d23-bd99-41e1-84ed-db669ca25ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.390511 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Allocated IP 172.27.3.132 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/757b8570-5169-4390-820c-c095bf906202) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:38:16.397056 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-be2e2d23-bd99-41e1-84ed-db669ca25ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff080091b80>,) {'filters': {'network_id': ['89604854-a584-4b11-aabd-73c722e70e0b']}} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:16.410567 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-be2e2d23-bd99-41e1-84ed-db669ca25ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff080091b80>, '24527b51-c8f3-4e90-b069-228878c4fc8c') {'for_net_delete': True} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:16.410864 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-be2e2d23-bd99-41e1-84ed-db669ca25ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff080091b80>, '24527b51-c8f3-4e90-b069-228878c4fc8c') {} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:16.422181 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be2e2d23-bd99-41e1-84ed-db669ca25ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1410405'] for segment, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.437888 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be2e2d23-bd99-41e1-84ed-db669ca25ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.444690 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2e2d23-bd99-41e1-84ed-db669ca25ee8 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=79259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:38:16.445321 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be2e2d23-bd99-41e1-84ed-db669ca25ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203664'] for segment, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]: Traceback (most recent call last):
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:     timer()
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:     cb(*args, **kw)
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:     return func(*args, **kwargs)
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:     self._notify()
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:     self.callback(batched_events)
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:     event.method(event)
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:     return f(self, *a, **k)
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self._get(url).json()
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:38:16.459502 dv-cinder-804345-1-iscsi neutron-server[79259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:38:16.532933 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be2e2d23-bd99-41e1-84ed-db669ca25ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.536441 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-507ad3e2-88ea-4446-a051-4876da7d1af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:16.546530 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.553824 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be2e2d23-bd99-41e1-84ed-db669ca25ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.565505 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54068) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:16.565724 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-be2e2d23-bd99-41e1-84ed-db669ca25ee8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/89604854-a584-4b11-aabd-73c722e70e0b HTTP/1.1" status: 204  len: 168 time: 0.4344780
Aug 12 15:38:16.569437 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e2d23-bd99-41e1-84ed-db669ca25ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=89604854-a584-4b11-aabd-73c722e70e0b,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:16.572129 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-be2e2d23-bd99-41e1-84ed-db669ca25ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:16.632135 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_v2 [None req-35379e9b-4300-4f13-9ceb-f6e956feadc9 admin admin] Deleting subnet b1e37c0e-e4bb-4bd8-a14f-7a7596c59a65 {{(pid=79258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:38:16.634446 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.638953 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ed4cd7a6-6cbf-4259-a6a2-6831914d5c84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:16.678521 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-35379e9b-4300-4f13-9ceb-f6e956feadc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.739195 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:38:16.744730 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:38:16.759391 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:38:16.793260 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'Port': ['ID=757b8570-5169-4390-820c-c095bf906202,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:16.800390 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:16.802376 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-35379e9b-4300-4f13-9ceb-f6e956feadc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3945216'] for subnet, precommit_delete_associations {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:16.995759 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-35379e9b-4300-4f13-9ceb-f6e956feadc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:17.200682 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-35379e9b-4300-4f13-9ceb-f6e956feadc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222926'] for subnet, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:17.209466 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-55ab61f5-4348-4239-9c02-e21577310383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:17.247749 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35379e9b-4300-4f13-9ceb-f6e956feadc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e37c0e-e4bb-4bd8-a14f-7a7596c59a65,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:17.250651 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-35379e9b-4300-4f13-9ceb-f6e956feadc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:17.253589 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-35379e9b-4300-4f13-9ceb-f6e956feadc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:17.315977 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-35379e9b-4300-4f13-9ceb-f6e956feadc9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b1e37c0e-e4bb-4bd8-a14f-7a7596c59a65 HTTP/1.1" status: 204  len: 168 time: 0.7492206
Aug 12 15:38:17.318543 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54072) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:17.419995 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-731516eb-eb02-480f-9734-17b4b76775f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:17.543926 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-731516eb-eb02-480f-9734-17b4b76775f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:17.556908 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-731516eb-eb02-480f-9734-17b4b76775f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff080b58a00>,) {'filters': {'network_id': ['1cd2a357-705b-4c17-9b90-4fa8ec3106bc']}} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:17.572869 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-731516eb-eb02-480f-9734-17b4b76775f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff080b58a00>, '25e8e6fd-69ee-404c-8776-b39f0ff279b2') {'for_net_delete': True} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:17.573152 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-731516eb-eb02-480f-9734-17b4b76775f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff080b58a00>, '25e8e6fd-69ee-404c-8776-b39f0ff279b2') {} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:17.584747 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-731516eb-eb02-480f-9734-17b4b76775f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1410405'] for segment, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:17.667082 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331b76f-02bc-4879-816e-56e7c16ae00b req-bd1e1ce1-fbe4-411a-88da-f3eb574a0a0b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:17.668571 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b331b76f-02bc-4879-816e-56e7c16ae00b req-bd1e1ce1-fbe4-411a-88da-f3eb574a0a0b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.1705749
Aug 12 15:38:17.692481 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-731516eb-eb02-480f-9734-17b4b76775f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:17.698667 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731516eb-eb02-480f-9734-17b4b76775f7 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=79259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:38:17.699048 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-731516eb-eb02-480f-9734-17b4b76775f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203664'] for segment, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]: Traceback (most recent call last):
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:     timer()
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:     cb(*args, **kw)
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:     return func(*args, **kwargs)
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:     self._notify()
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:     self.callback(batched_events)
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:     event.method(event)
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:     return f(self, *a, **k)
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self._get(url).json()
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:38:17.712860 dv-cinder-804345-1-iscsi neutron-server[79259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:38:17.735832 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:17.773215 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b331b76f-02bc-4879-816e-56e7c16ae00b req-268f782b-60d8-472a-b8a1-e3a3deb96267 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972443
Aug 12 15:38:17.795099 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-731516eb-eb02-480f-9734-17b4b76775f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:17.799752 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-731516eb-eb02-480f-9734-17b4b76775f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:17.803303 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-82e646d9-a52e-4de7-ad50-9fbadbce889a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:17.825800 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-731516eb-eb02-480f-9734-17b4b76775f7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1cd2a357-705b-4c17-9b90-4fa8ec3106bc HTTP/1.1" status: 204  len: 168 time: 0.5040090
Aug 12 15:38:17.825800 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731516eb-eb02-480f-9734-17b4b76775f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd2a357-705b-4c17-9b90-4fa8ec3106bc,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:17.826860 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-731516eb-eb02-480f-9734-17b4b76775f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:17.863883 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:18.020810 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54088) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:18.071781 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-bc8e1c93-54ea-4e96-92ba-554d46856ebb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b5cb55fb8ed48a8a15d68d276db4cc4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0493240
Aug 12 15:38:18.074270 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54092) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:18.097343 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:18.102688 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:18.107870 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8cbc4340-aa33-4eaf-bf80-aa740b358d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:18.142315 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4a00099c-3d02-4315-9afc-445906be19c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:18.169960 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4a00099c-3d02-4315-9afc-445906be19c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:18.223157 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'Port': ['ID=757b8570-5169-4390-820c-c095bf906202,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:18.225127 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4a00099c-3d02-4315-9afc-445906be19c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:18.226323 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:18.231786 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:18.232229 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-2edf16e2-e969-4e0e-a3d7-4352b3a9abac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:18.246326 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4a00099c-3d02-4315-9afc-445906be19c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:18.250324 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-4a00099c-3d02-4315-9afc-445906be19c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9728e70-f291-4b60-a09f-39db36e668bf HTTP/1.1" status: 204  len: 168 time: 0.1722021
Aug 12 15:38:18.250324 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00099c-3d02-4315-9afc-445906be19c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9728e70-f291-4b60-a09f-39db36e668bf,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:18.259094 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4a00099c-3d02-4315-9afc-445906be19c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:18.520469 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.l3_db [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Floating IP 1933b9d2-303c-4de0-9955-7a1fe5f7c0bc associated. External IP: 172.27.3.132, port: c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6.
Aug 12 15:38:18.647915 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54110) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:18.707906 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-dddc9805-639e-49b3-81fc-dd17f41a35f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b078e54ab912461a8a6888f0aeca9563&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0564020
Aug 12 15:38:18.708255 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54114) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:18.771794 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-693a9174-df78-462b-8ff2-a0a9f3a67f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:18.799522 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-693a9174-df78-462b-8ff2-a0a9f3a67f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:18.852986 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-693a9174-df78-462b-8ff2-a0a9f3a67f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:18.858082 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b17417f7-c053-451e-8506-802e915f41da tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:18.869843 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a9174-df78-462b-8ff2-a0a9f3a67f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38caab93-60fb-4e0f-a029-15bce99cff6d,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:18.874468 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-693a9174-df78-462b-8ff2-a0a9f3a67f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:18.876636 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-693a9174-df78-462b-8ff2-a0a9f3a67f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:18.880553 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-693a9174-df78-462b-8ff2-a0a9f3a67f84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38caab93-60fb-4e0f-a029-15bce99cff6d HTTP/1.1" status: 204  len: 168 time: 0.1711006
Aug 12 15:38:18.886444 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Router a75d66b6-880f-4331-badf-d71f7b3a985c has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:38:19.083334 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:38:19.094233 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4f9fa-8bbe-4fc3-9527-d04305b527b4 None None] Sync routers for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:38:19.104429 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4f9fa-8bbe-4fc3-9527-d04305b527b4 None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:38:19.105087 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-41a4f9fa-8bbe-4fc3-9527-d04305b527b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff082654dc0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:38:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:19.115145 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:19.184822 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.3601851
Aug 12 15:38:19.184822 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91304d89-03a4-447d-b707-14fe4b25609f', 'tag': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:38:19.234364 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91304d89-03a4-447d-b707-14fe4b25609f', 'tag': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'status': 'completed', 'code': 200}
Aug 12 15:38:19.347708 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-41a4f9fa-8bbe-4fc3-9527-d04305b527b4 None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:38:19.415560 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de405fdd-d60b-4f97-89fd-61eb15f51519 req-a34767b7-f167-4af1-82e2-6950950e1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:19.417237 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de405fdd-d60b-4f97-89fd-61eb15f51519 req-a34767b7-f167-4af1-82e2-6950950e1523 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 1099 time: 0.1258757
Aug 12 15:38:19.650247 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2247d01-7377-428e-b6c3-16f56eb46b86 req-dd096e22-b2fb-405f-85de-74ee7cc2eb2c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:19.651877 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a2247d01-7377-428e-b6c3-16f56eb46b86 req-dd096e22-b2fb-405f-85de-74ee7cc2eb2c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.1907928
Aug 12 15:38:19.674128 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de405fdd-d60b-4f97-89fd-61eb15f51519 req-2310766d-9420-4514-9107-9d87bc0258e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:19.675708 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de405fdd-d60b-4f97-89fd-61eb15f51519 req-2310766d-9420-4514-9107-9d87bc0258e7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 913 time: 0.2510638
Aug 12 15:38:19.812230 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-41a4f9fa-8bbe-4fc3-9527-d04305b527b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff082654dc0>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '1933b9d2-303c-4de0-9955-7a1fe5f7c0bc', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'port_id': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'mac_address': 'fa:16:3e:97:e8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91304d89-03a4-447d-b707-14fe4b25609f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:38:17Z', 'updated_at': '2021-08-12T15:38:17Z', 'revision_number': 0, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:19.816466 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4f9fa-8bbe-4fc3-9527-d04305b527b4 None None] Checking router: a75d66b6-880f-4331-badf-d71f7b3a985c for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:38:19.817394 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a2247d01-7377-428e-b6c3-16f56eb46b86 req-6d3fc911-baa9-4032-ab5b-af5d6faa9e9e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1574855
Aug 12 15:38:19.825565 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a4f9fa-8bbe-4fc3-9527-d04305b527b4 None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:38:19.826179 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-41a4f9fa-8bbe-4fc3-9527-d04305b527b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff082654dc0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:38:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:19.836845 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:38:19.870483 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de405fdd-d60b-4f97-89fd-61eb15f51519 req-beb7148c-d0d2-4755-b0e9-c8b6d58d7cca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 HTTP/1.1" status: 200  len: 1000 time: 0.1614139
Aug 12 15:38:19.909512 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54170) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:19.944704 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de405fdd-d60b-4f97-89fd-61eb15f51519 req-05da6ec6-86a9-4d06-9c56-ab6714f05baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:19.946317 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de405fdd-d60b-4f97-89fd-61eb15f51519 req-05da6ec6-86a9-4d06-9c56-ab6714f05baa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70b088f4-4875-49de-a01f-42d328a56517 HTTP/1.1" status: 200  len: 851 time: 0.0694940
Aug 12 15:38:20.037102 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de405fdd-d60b-4f97-89fd-61eb15f51519 req-509fb470-223e-4b18-8826-d4793036e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:20.040337 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de405fdd-d60b-4f97-89fd-61eb15f51519 req-509fb470-223e-4b18-8826-d4793036e0a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6583e41a-fa82-4b36-8411-f472b64444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867207
Aug 12 15:38:20.071347 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [req-11c6919e-af26-452f-a249-93f1a530fe0e req-6805dde0-5ca3-407f-8bfe-f0bdafacd00a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1429408
Aug 12 15:38:20.160932 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-41a4f9fa-8bbe-4fc3-9527-d04305b527b4 None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:38:20.218815 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de405fdd-d60b-4f97-89fd-61eb15f51519 req-8721f3bb-a309-48ef-b480-3338b992dfa7 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1705101
Aug 12 15:38:20.531115 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de405fdd-d60b-4f97-89fd-61eb15f51519 req-e7f2cfb8-2d15-4e16-b7b2-82745da9e29a service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3045046
Aug 12 15:38:20.601266 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-41a4f9fa-8bbe-4fc3-9527-d04305b527b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff082654dc0>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '1933b9d2-303c-4de0-9955-7a1fe5f7c0bc', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'port_id': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'mac_address': 'fa:16:3e:97:e8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91304d89-03a4-447d-b707-14fe4b25609f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:38:17Z', 'updated_at': '2021-08-12T15:38:17Z', 'revision_number': 0, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:20.607818 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a4f9fa-8bbe-4fc3-9527-d04305b527b4 None None] The sync data for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi is: [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '1933b9d2-303c-4de0-9955-7a1fe5f7c0bc', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'port_id': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'mac_address': 'fa:16:3e:97:e8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91304d89-03a4-447d-b707-14fe4b25609f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:38:17Z', 'updated_at': '2021-08-12T15:38:17Z', 'revision_number': 0, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:38:20.613845 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:38:20.830389 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b902b-dd55-411f-a94c-ab95126b9310 None None] New status for floating IP 1933b9d2-303c-4de0-9955-7a1fe5f7c0bc: ACTIVE {{(pid=79260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:38:21.047545 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15089c-8479-4b3c-88c1-3d63f5d34317 req-fa0883ce-7a38-446b-b01f-0b0d79c76ad0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:21.057260 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fc15089c-8479-4b3c-88c1-3d63f5d34317 req-fa0883ce-7a38-446b-b01f-0b0d79c76ad0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.1233292
Aug 12 15:38:21.105353 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fc15089c-8479-4b3c-88c1-3d63f5d34317 req-f3e9b058-c153-4965-a20e-81c239f3d883 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471952
Aug 12 15:38:21.176176 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54206) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:21.269026 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6919e-af26-452f-a249-93f1a530fe0e req-852bca99-3d26-4e98-819e-bd6cfe444a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:21.270764 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-11c6919e-af26-452f-a249-93f1a530fe0e req-852bca99-3d26-4e98-819e-bd6cfe444a71 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13&tenant_id=409c964789574bf4b00bd19c92187a1f HTTP/1.1" status: 200  len: 1096 time: 0.0762312
Aug 12 15:38:21.303390 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e41edf9e-e631-4b0a-9378-5a53e64da8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:21.318557 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-e41edf9e-e631-4b0a-9378-5a53e64da8c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:21.322573 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-e41edf9e-e631-4b0a-9378-5a53e64da8c6 admin admin] Usage tracker for resource:security_group_rule and tenant:1265ccb647fe4cfa89ab6a75d109c975 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:21.325526 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-e41edf9e-e631-4b0a-9378-5a53e64da8c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:21.331969 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-e41edf9e-e631-4b0a-9378-5a53e64da8c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:21.378834 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6919e-af26-452f-a249-93f1a530fe0e req-8d57f659-e958-4d95-8fea-53400d84e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:21.380287 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-11c6919e-af26-452f-a249-93f1a530fe0e req-8d57f659-e958-4d95-8fea-53400d84e5ec service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=409c964789574bf4b00bd19c92187a1f&device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 1096 time: 0.0714431
Aug 12 15:38:21.412618 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e41edf9e-e631-4b0a-9378-5a53e64da8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:21.416557 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e41edf9e-e631-4b0a-9378-5a53e64da8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:21.425999 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-9e943f35-0708-4acf-9da7-5d2f45f39a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:21.465708 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-e41edf9e-e631-4b0a-9378-5a53e64da8c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1265ccb647fe4cfa89ab6a75d109c975&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2884011
Aug 12 15:38:21.467015 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41edf9e-e631-4b0a-9378-5a53e64da8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ea5bb9-7656-4105-9ddc-2009c143b2cb,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:21.470219 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54212) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:21.473045 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e41edf9e-e631-4b0a-9378-5a53e64da8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:21.514637 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6919e-af26-452f-a249-93f1a530fe0e req-bfa51fbc-7379-46c4-981c-6b55c73345a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:21.516488 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-11c6919e-af26-452f-a249-93f1a530fe0e req-bfa51fbc-7379-46c4-981c-6b55c73345a9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7951e27b-9ee0-4bac-b307-010b164089b6 HTTP/1.1" status: 200  len: 918 time: 0.1279738
Aug 12 15:38:21.540636 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-26011584-48a0-40a8-aa1a-ddd7bbc373d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:21.570855 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-26011584-48a0-40a8-aa1a-ddd7bbc373d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:21.622301 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-26011584-48a0-40a8-aa1a-ddd7bbc373d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:21.626999 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-af4dd225-4953-4bec-b1d7-97fd6d9d1667 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:21.629676 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-11c6919e-af26-452f-a249-93f1a530fe0e req-b7ba75d2-08fe-40f5-9552-8bec6fa276f6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f HTTP/1.1" status: 200  len: 998 time: 0.1053753
Aug 12 15:38:21.638509 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26011584-48a0-40a8-aa1a-ddd7bbc373d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ea5bb9-7656-4105-9ddc-2009c143b2cb,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:21.642128 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-26011584-48a0-40a8-aa1a-ddd7bbc373d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:21.644071 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-26011584-48a0-40a8-aa1a-ddd7bbc373d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:21.647555 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-26011584-48a0-40a8-aa1a-ddd7bbc373d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76ea5bb9-7656-4105-9ddc-2009c143b2cb HTTP/1.1" status: 204  len: 168 time: 0.1740580
Aug 12 15:38:21.697192 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6919e-af26-452f-a249-93f1a530fe0e req-169c7632-0536-4343-9641-5ef650798f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:21.698625 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-11c6919e-af26-452f-a249-93f1a530fe0e req-169c7632-0536-4343-9641-5ef650798f7e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb15ed47-a637-4378-9bb3-71152f440abb HTTP/1.1" status: 200  len: 856 time: 0.0621264
Aug 12 15:38:21.774644 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6919e-af26-452f-a249-93f1a530fe0e req-d840f81f-84c9-4a61-bfcc-e7470dafcac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:21.776220 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-11c6919e-af26-452f-a249-93f1a530fe0e req-d840f81f-84c9-4a61-bfcc-e7470dafcac9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7951e27b-9ee0-4bac-b307-010b164089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707026
Aug 12 15:38:21.913079 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-11c6919e-af26-452f-a249-93f1a530fe0e req-a3444d01-dac5-4b09-932a-7d3e3b8a30f4 service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284993
Aug 12 15:38:21.928192 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54220) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:21.946703 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1131eb71-948a-4541-918e-a829f925033a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:21.961547 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-1131eb71-948a-4541-918e-a829f925033a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:21.965395 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-1131eb71-948a-4541-918e-a829f925033a admin admin] Usage tracker for resource:security_group_rule and tenant:d414c9224dd244509cc4cee959a06b73 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:21.968290 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-1131eb71-948a-4541-918e-a829f925033a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:21.973973 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-1131eb71-948a-4541-918e-a829f925033a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:22.049467 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-11c6919e-af26-452f-a249-93f1a530fe0e req-5f89df75-aa67-4299-b28a-2e83c0c4df93 service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290970
Aug 12 15:38:22.057874 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1131eb71-948a-4541-918e-a829f925033a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:22.061939 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1131eb71-948a-4541-918e-a829f925033a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:22.070203 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-375583b1-fd10-468f-97ad-8fea370837d3 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:22.110762 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-1131eb71-948a-4541-918e-a829f925033a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d414c9224dd244509cc4cee959a06b73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1814764
Aug 12 15:38:22.112051 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131eb71-948a-4541-918e-a829f925033a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d0d141-9c2a-498f-b3ae-c47bca52f923,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:22.113699 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54226) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:22.115115 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-1131eb71-948a-4541-918e-a829f925033a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:22.175505 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-302d144b-ef15-45f1-968f-836ee9f9cc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:22.201685 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-302d144b-ef15-45f1-968f-836ee9f9cc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:22.320561 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44ddb0-1689-4618-bf30-b8acb7343376 req-745d4007-7a31-405d-a6eb-5b815a0d588d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:22.322093 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ea44ddb0-1689-4618-bf30-b8acb7343376 req-745d4007-7a31-405d-a6eb-5b815a0d588d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.1077747
Aug 12 15:38:22.323156 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-302d144b-ef15-45f1-968f-836ee9f9cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:22.328103 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-048d8d8f-a2c4-4c3d-8587-fe4cca5edd26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:22.354501 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d144b-ef15-45f1-968f-836ee9f9cc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d0d141-9c2a-498f-b3ae-c47bca52f923,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:22.356896 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-302d144b-ef15-45f1-968f-836ee9f9cc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:22.373475 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-302d144b-ef15-45f1-968f-836ee9f9cc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:22.375941 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-302d144b-ef15-45f1-968f-836ee9f9cc59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20d0d141-9c2a-498f-b3ae-c47bca52f923 HTTP/1.1" status: 204  len: 168 time: 0.2603447
Aug 12 15:38:22.388722 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ea44ddb0-1689-4618-bf30-b8acb7343376 req-8c93a415-7db4-4f36-ac3d-7963f1c4eb48 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516102
Aug 12 15:38:23.622162 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a5ed5-9359-4d7c-b63b-aa405e22219e req-f606e2b3-94d3-4ee2-a46c-47ddedf432da tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:23.623968 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c90a5ed5-9359-4d7c-b63b-aa405e22219e req-f606e2b3-94d3-4ee2-a46c-47ddedf432da tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.1126404
Aug 12 15:38:23.680045 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c90a5ed5-9359-4d7c-b63b-aa405e22219e req-208c2e93-b900-46d6-b968-e3ef0d27cafc tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482340
Aug 12 15:38:24.907532 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94745cad-8e28-4f90-b41a-d8de1f63cefa req-37debf28-5101-416d-a3ba-0d9ccbee7540 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:24.912336 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-94745cad-8e28-4f90-b41a-d8de1f63cefa req-37debf28-5101-416d-a3ba-0d9ccbee7540 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.1082625
Aug 12 15:38:24.973902 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-94745cad-8e28-4f90-b41a-d8de1f63cefa req-954e5f04-0cb7-443a-b704-5447befc4780 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560338
Aug 12 15:38:26.166186 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daca13-d4a3-457b-939c-81d447b6c042 req-05307db4-31a1-4893-8a2e-55da3995fefa tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:26.167628 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b9daca13-d4a3-457b-939c-81d447b6c042 req-05307db4-31a1-4893-8a2e-55da3995fefa tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.0839982
Aug 12 15:38:26.222953 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b9daca13-d4a3-457b-939c-81d447b6c042 req-8abbfec4-5625-4af6-8b41-5daf16c2577c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487559
Aug 12 15:38:27.424991 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85f062-21e9-47b9-946c-cc0e1fa3d2a7 req-39908bef-d55d-45d4-bdc0-b75063d7914d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:27.426433 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bd85f062-21e9-47b9-946c-cc0e1fa3d2a7 req-39908bef-d55d-45d4-bdc0-b75063d7914d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.0883911
Aug 12 15:38:27.472617 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bd85f062-21e9-47b9-946c-cc0e1fa3d2a7 req-347284f5-cf01-42c6-ae98-ddd2a643a7bd tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405147
Aug 12 15:38:28.665832 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ab11a-f763-4fe0-a91a-3b72c186ecf5 req-cff554ea-85fe-47a2-a321-8ccf56279a52 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:28.667424 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a77ab11a-f763-4fe0-a91a-3b72c186ecf5 req-cff554ea-85fe-47a2-a321-8ccf56279a52 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.0803854
Aug 12 15:38:28.715343 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a77ab11a-f763-4fe0-a91a-3b72c186ecf5 req-570fd952-9e20-4ebc-b2e0-6eef2c680c5d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419633
Aug 12 15:38:30.067160 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12157e-b32a-4a99-b6b8-b824ea768f52 req-360895e0-3d23-4738-92cf-48c1fcc65a8d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:30.069513 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4e12157e-b32a-4a99-b6b8-b824ea768f52 req-360895e0-3d23-4738-92cf-48c1fcc65a8d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.2049451
Aug 12 15:38:30.117224 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4e12157e-b32a-4a99-b6b8-b824ea768f52 req-4ecda622-bb9f-4f0f-a238-af4907e88b13 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418143
Aug 12 15:38:31.316500 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf1df0-4d17-4fd9-a221-1f439870999e req-9bda06e2-6929-43ef-acf9-fce5c27d94d0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:31.318041 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cecf1df0-4d17-4fd9-a221-1f439870999e req-9bda06e2-6929-43ef-acf9-fce5c27d94d0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.0856965
Aug 12 15:38:31.370457 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cecf1df0-4d17-4fd9-a221-1f439870999e req-65c6f694-0c5e-4dc1-a172-6ba78e4af555 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466869
Aug 12 15:38:32.577596 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3a2a3-c34a-4fb2-ac28-6b3bd54995d0 req-779b4921-a214-41c9-a1ac-ca1719a8a295 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:32.579333 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6ee3a2a3-c34a-4fb2-ac28-6b3bd54995d0 req-779b4921-a214-41c9-a1ac-ca1719a8a295 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.0861540
Aug 12 15:38:32.631405 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6ee3a2a3-c34a-4fb2-ac28-6b3bd54995d0 req-feefee2f-0268-4861-af79-8e5e39358190 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453043
Aug 12 15:38:32.795615 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54402) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:32.916975 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:32.943628 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:32.947754 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Usage tracker for resource:security_group_rule and tenant:b5286d0efbcc4c8d847fbd716a72b8be is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:32.950676 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:32.956896 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:33.044649 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:33.048276 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:33.060136 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-44621eed-2abb-43b1-b3b4-1e0963186421 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:33.101226 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5286d0efbcc4c8d847fbd716a72b8be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3033915
Aug 12 15:38:33.102228 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456e225c-3d29-47bc-83b7-af49bd975fe3,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:33.102940 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54410) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:33.110065 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.110442 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.110803 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.111157 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.111548 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.112118 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.112472 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.112841 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.113194 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.113537 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.113878 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.114216 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.118764 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-a528f157-5ece-4400-82c8-34721ea28897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:33.174362 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:33.203081 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:33.256706 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:33.264620 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e2a28599-6de6-4376-9e69-f9bfe5270575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:33.278494 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456e225c-3d29-47bc-83b7-af49bd975fe3,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:33.288165 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.288548 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.288958 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.289321 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.289679 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.290036 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.290390 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.290744 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.291098 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.291448 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.291796 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.292144 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:33.295969 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:33.296887 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:33.301736 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/456e225c-3d29-47bc-83b7-af49bd975fe3 HTTP/1.1" status: 204  len: 168 time: 0.1925533
Aug 12 15:38:33.592305 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54420) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:33.610439 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1c4815b0-2f13-41b9-892f-a6591ba4ebe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:33.625248 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-1c4815b0-2f13-41b9-892f-a6591ba4ebe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:33.629652 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-1c4815b0-2f13-41b9-892f-a6591ba4ebe5 admin admin] Usage tracker for resource:security_group_rule and tenant:9ffec340f2eb4dcbae1f6e3354fe4dc3 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:33.632388 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-1c4815b0-2f13-41b9-892f-a6591ba4ebe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:33.638529 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-1c4815b0-2f13-41b9-892f-a6591ba4ebe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:33.733730 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1c4815b0-2f13-41b9-892f-a6591ba4ebe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:33.739700 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-1c4815b0-2f13-41b9-892f-a6591ba4ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:33.757111 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-66c7243f-98f7-4ec6-ae91-22cf3b24cfdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:33.796713 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-1c4815b0-2f13-41b9-892f-a6591ba4ebe5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ffec340f2eb4dcbae1f6e3354fe4dc3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2030125
Aug 12 15:38:33.800039 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54426) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:33.812313 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4815b0-2f13-41b9-892f-a6591ba4ebe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479b1d9c-402a-4849-92e1-e8afbe64c899,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:33.817137 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-1c4815b0-2f13-41b9-892f-a6591ba4ebe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:33.869335 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee94d-4208-4a7b-aa27-c7efedfcfa0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:33.874849 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9a5a8-c4b0-4635-ac1e-4c891eb47bbe req-09962ec6-9a23-44b7-b276-a63e52db5e74 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:33.876650 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-94b9a5a8-c4b0-4635-ac1e-4c891eb47bbe req-09962ec6-9a23-44b7-b276-a63e52db5e74 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.0997465
Aug 12 15:38:33.900074 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee94d-4208-4a7b-aa27-c7efedfcfa0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:33.927008 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-94b9a5a8-c4b0-4635-ac1e-4c891eb47bbe req-8be80eee-2ba1-427e-889a-a9e97696528a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424459
Aug 12 15:38:33.965730 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee94d-4208-4a7b-aa27-c7efedfcfa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:33.970845 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-1131eb71-948a-4541-918e-a829f925033a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:33.984769 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ee94d-4208-4a7b-aa27-c7efedfcfa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479b1d9c-402a-4849-92e1-e8afbe64c899,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:33.987708 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-ce9ee94d-4208-4a7b-aa27-c7efedfcfa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:33.991377 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-ce9ee94d-4208-4a7b-aa27-c7efedfcfa0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:33.992907 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-ce9ee94d-4208-4a7b-aa27-c7efedfcfa0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/479b1d9c-402a-4849-92e1-e8afbe64c899 HTTP/1.1" status: 204  len: 168 time: 0.1916354
Aug 12 15:38:34.338107 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54434) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:34.356174 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a2fac82c-63b1-4074-bbf8-e655881b279c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:34.370710 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a2fac82c-63b1-4074-bbf8-e655881b279c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:34.374456 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a2fac82c-63b1-4074-bbf8-e655881b279c admin admin] Usage tracker for resource:security_group_rule and tenant:d07eaba21a9d44f39e34446659c73d8a is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:34.377327 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-a2fac82c-63b1-4074-bbf8-e655881b279c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:34.383019 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-a2fac82c-63b1-4074-bbf8-e655881b279c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:34.464143 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a2fac82c-63b1-4074-bbf8-e655881b279c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:34.467468 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a2fac82c-63b1-4074-bbf8-e655881b279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:34.479578 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-cfaaf064-d6d2-4db2-912d-af868be02fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:34.517640 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-a2fac82c-63b1-4074-bbf8-e655881b279c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d07eaba21a9d44f39e34446659c73d8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1784620
Aug 12 15:38:34.519833 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fac82c-63b1-4074-bbf8-e655881b279c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd08c4f5-8dc6-4418-a54f-d85b54db9890,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:34.521012 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54438) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:34.523107 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a2fac82c-63b1-4074-bbf8-e655881b279c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:34.581948 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fc4934a7-8aae-4692-a705-4a8dacaccb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:34.606479 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fc4934a7-8aae-4692-a705-4a8dacaccb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:34.656640 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fc4934a7-8aae-4692-a705-4a8dacaccb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:34.661436 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-286d0a46-863b-46cc-9d2a-50770db521bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:34.673434 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4934a7-8aae-4692-a705-4a8dacaccb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd08c4f5-8dc6-4418-a54f-d85b54db9890,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:34.677536 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-fc4934a7-8aae-4692-a705-4a8dacaccb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:34.682631 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-fc4934a7-8aae-4692-a705-4a8dacaccb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:34.683737 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-fc4934a7-8aae-4692-a705-4a8dacaccb18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd08c4f5-8dc6-4418-a54f-d85b54db9890 HTTP/1.1" status: 204  len: 168 time: 0.1617858
Aug 12 15:38:35.131224 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7c66e-f065-45e5-9a15-18b389caf1df req-c403dc80-cf71-4b7b-9323-2377f50b3a8a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:35.136236 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a1a7c66e-f065-45e5-9a15-18b389caf1df req-c403dc80-cf71-4b7b-9323-2377f50b3a8a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.0875788
Aug 12 15:38:35.189113 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a1a7c66e-f065-45e5-9a15-18b389caf1df req-4a211997-9080-409b-a91c-b52720d242e0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496585
Aug 12 15:38:36.385341 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c325b-9bcd-4e1d-a307-2e528d7a9f00 req-57f0ecb8-46af-4790-a41e-ebd7ae901592 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:36.386841 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ec7c325b-9bcd-4e1d-a307-2e528d7a9f00 req-57f0ecb8-46af-4790-a41e-ebd7ae901592 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.0797515
Aug 12 15:38:36.431556 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ec7c325b-9bcd-4e1d-a307-2e528d7a9f00 req-f3a67d62-8e59-4215-ac8f-b45e9ee4ab38 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389032
Aug 12 15:38:37.622471 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8802c18-5952-48be-bf2d-27d5116ae73d req-4d5d1c06-9a56-42f9-a857-d539b2142d48 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:37.623908 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d8802c18-5952-48be-bf2d-27d5116ae73d req-4d5d1c06-9a56-42f9-a857-d539b2142d48 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 943 time: 0.0834579
Aug 12 15:38:37.667804 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d8802c18-5952-48be-bf2d-27d5116ae73d req-9f45519f-0c9b-45c7-ae9d-51f5daf2688c tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382638
Aug 12 15:38:37.908632 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:38:38.044090 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:38.057190 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'port_id': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'mac_address': 'fa:16:3e:31:c0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:38:38.115193 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:38.132087 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:38:38.147866 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:38.151775 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:38.154421 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:38.219344 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,revision_number=9']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:38.222465 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:38.510099 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['2dd8ca00-3426-43a5-9c81-8ac1b0066f7f'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:38:38.862212 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff02973-f3d2-44c4-8c0e-ee4bd96208c5 req-766d65aa-2030-4e79-a281-5c0fa447677a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:38.864237 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4ff02973-f3d2-44c4-8c0e-ee4bd96208c5 req-766d65aa-2030-4e79-a281-5c0fa447677a tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 944 time: 0.0807328
Aug 12 15:38:38.909134 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4ff02973-f3d2-44c4-8c0e-ee4bd96208c5 req-4e6a7cf6-0272-4bfe-a704-c620eb64dd5f tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386934
Aug 12 15:38:39.952719 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:38:40.027157 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:38:40.027582 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:40.121362 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17884cb6-4016-4fcb-9859-e02f4ef3e871 req-5e40effa-e621-410d-846f-9d3430c2697e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:40.125236 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-17884cb6-4016-4fcb-9859-e02f4ef3e871 req-5e40effa-e621-410d-846f-9d3430c2697e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 944 time: 0.0928752
Aug 12 15:38:40.155850 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:40.171928 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-17884cb6-4016-4fcb-9859-e02f4ef3e871 req-9b8435ec-483d-4faa-9c87-d05affed0665 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434752
Aug 12 15:38:40.191186 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fca322-96d5-430f-97f9-94a38cea4d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:38:40.204887 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:40.211327 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:40.213680 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:40.253565 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fca322-96d5-430f-97f9-94a38cea4d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'code': 200}
Aug 12 15:38:40.254251 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-51ac16d2-b8da-4f83-bf7d-61a152278f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:40.288467 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,revision_number=10']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:40.291630 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:40.521772 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54526) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:40.571050 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3746a3-c520-4981-b0f8-487f88962ac4 req-58c1dfa2-e617-491d-8bc8-f5385d63d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:40.572514 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3b3746a3-c520-4981-b0f8-487f88962ac4 req-58c1dfa2-e617-491d-8bc8-f5385d63d9ad service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 1099 time: 0.0729599
Aug 12 15:38:40.615561 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3b3746a3-c520-4981-b0f8-487f88962ac4 req-75dc3510-835d-45e3-a78c-8c5f318d55ef service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344820
Aug 12 15:38:40.638721 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e617-20e2-46f6-841c-db8ea1fac33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:40.652571 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-d3b0e617-20e2-46f6-841c-db8ea1fac33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:40.656304 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-d3b0e617-20e2-46f6-841c-db8ea1fac33d admin admin] Usage tracker for resource:security_group_rule and tenant:93df1a6764524641b8b053e3c0f1aea4 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:40.659038 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-d3b0e617-20e2-46f6-841c-db8ea1fac33d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:40.665546 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-d3b0e617-20e2-46f6-841c-db8ea1fac33d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:40.747038 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e617-20e2-46f6-841c-db8ea1fac33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:40.750513 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d3b0e617-20e2-46f6-841c-db8ea1fac33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:40.758618 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-1d9b1071-e8cb-447c-b852-64a8978e096b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:40.777525 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:40.796487 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0e617-20e2-46f6-841c-db8ea1fac33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b6ca76-bd36-4918-812d-bd5c70c501db,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:40.800707 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-d3b0e617-20e2-46f6-841c-db8ea1fac33d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93df1a6764524641b8b053e3c0f1aea4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2780337
Aug 12 15:38:40.801619 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d3b0e617-20e2-46f6-841c-db8ea1fac33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:40.803993 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54534) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:40.862613 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2ba4574e-3ed8-4623-b863-8e9b27cedf1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:40.887902 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2ba4574e-3ed8-4623-b863-8e9b27cedf1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:40.938798 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2ba4574e-3ed8-4623-b863-8e9b27cedf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:40.942874 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-ce9ee94d-4208-4a7b-aa27-c7efedfcfa0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:40.956657 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4574e-3ed8-4623-b863-8e9b27cedf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b6ca76-bd36-4918-812d-bd5c70c501db,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:40.959748 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-2ba4574e-3ed8-4623-b863-8e9b27cedf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:40.975157 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2ba4574e-3ed8-4623-b863-8e9b27cedf1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:40.976923 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-2ba4574e-3ed8-4623-b863-8e9b27cedf1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95b6ca76-bd36-4918-812d-bd5c70c501db HTTP/1.1" status: 204  len: 168 time: 0.1719334
Aug 12 15:38:41.218243 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:41.258565 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54544) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:41.277431 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6c76f6ec-3f11-4b2e-8693-434f0f46d073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:41.292158 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-6c76f6ec-3f11-4b2e-8693-434f0f46d073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:41.295879 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-6c76f6ec-3f11-4b2e-8693-434f0f46d073 admin admin] Usage tracker for resource:security_group_rule and tenant:e02ea78a58a945a7b92261330fd42ded is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:41.298770 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-6c76f6ec-3f11-4b2e-8693-434f0f46d073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:41.304526 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-6c76f6ec-3f11-4b2e-8693-434f0f46d073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:41.377854 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01c2f-471b-4372-87df-4fdd31f4ef11 req-9cf5667d-d704-47c0-915c-be0875c60f8d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:41.379310 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-45d01c2f-471b-4372-87df-4fdd31f4ef11 req-9cf5667d-d704-47c0-915c-be0875c60f8d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 946 time: 0.0845151
Aug 12 15:38:41.393690 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6c76f6ec-3f11-4b2e-8693-434f0f46d073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:41.398580 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6c76f6ec-3f11-4b2e-8693-434f0f46d073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:41.407219 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4a00099c-3d02-4315-9afc-445906be19c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:41.426959 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-45d01c2f-471b-4372-87df-4fdd31f4ef11 req-e3d95236-da23-4b33-8a9f-3dd1408eccb4 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407662
Aug 12 15:38:41.445547 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-6c76f6ec-3f11-4b2e-8693-434f0f46d073 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e02ea78a58a945a7b92261330fd42ded&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1858468
Aug 12 15:38:41.447159 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76f6ec-3f11-4b2e-8693-434f0f46d073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bf4a9d-10cc-4471-9568-99b340f01a03,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:41.448287 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54548) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:41.453810 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-6c76f6ec-3f11-4b2e-8693-434f0f46d073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:41.509797 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8db8ca97-8796-410b-a661-1a14a16b2c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:41.534690 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8db8ca97-8796-410b-a661-1a14a16b2c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:41.586031 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8db8ca97-8796-410b-a661-1a14a16b2c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:41.589723 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-fc4934a7-8aae-4692-a705-4a8dacaccb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:41.600373 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8ca97-8796-410b-a661-1a14a16b2c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bf4a9d-10cc-4471-9568-99b340f01a03,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:41.604190 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8db8ca97-8796-410b-a661-1a14a16b2c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:41.607365 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-8db8ca97-8796-410b-a661-1a14a16b2c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:41.608532 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-8db8ca97-8796-410b-a661-1a14a16b2c46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72bf4a9d-10cc-4471-9568-99b340f01a03 HTTP/1.1" status: 204  len: 168 time: 0.1592619
Aug 12 15:38:41.980045 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c4e76-6697-4016-80ab-afe70958333a req-b0cb8d88-4594-47ce-9bac-f9f709498c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:41.981709 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-719c4e76-6697-4016-80ab-afe70958333a req-b0cb8d88-4594-47ce-9bac-f9f709498c6b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=409c964789574bf4b00bd19c92187a1f&device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 1099 time: 0.0745416
Aug 12 15:38:42.144525 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c4e76-6697-4016-80ab-afe70958333a req-04f8fda5-219f-46e9-8bd4-191e587d4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:42.146395 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-719c4e76-6697-4016-80ab-afe70958333a req-04f8fda5-219f-46e9-8bd4-191e587d4539 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7951e27b-9ee0-4bac-b307-010b164089b6 HTTP/1.1" status: 200  len: 918 time: 0.1391537
Aug 12 15:38:42.260372 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-719c4e76-6697-4016-80ab-afe70958333a req-0b0dc9fa-0682-4a9c-a942-e087da7e3958 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f HTTP/1.1" status: 200  len: 1000 time: 0.1065383
Aug 12 15:38:42.340212 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c4e76-6697-4016-80ab-afe70958333a req-d3ff1aa9-0ed8-4f35-b5c5-97d5b44921e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:42.342036 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-719c4e76-6697-4016-80ab-afe70958333a req-d3ff1aa9-0ed8-4f35-b5c5-97d5b44921e8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb15ed47-a637-4378-9bb3-71152f440abb HTTP/1.1" status: 200  len: 856 time: 0.0717399
Aug 12 15:38:42.435221 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c4e76-6697-4016-80ab-afe70958333a req-abeda390-3e20-443c-8916-b4967cf90987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:42.436687 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-719c4e76-6697-4016-80ab-afe70958333a req-abeda390-3e20-443c-8916-b4967cf90987 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7951e27b-9ee0-4bac-b307-010b164089b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836213
Aug 12 15:38:42.738233 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-719c4e76-6697-4016-80ab-afe70958333a req-91dc3344-db78-42b0-8917-fe202fcb3504 service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2938175
Aug 12 15:38:42.782936 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e1f819a4-cca4-4271-8514-ba3d21dd6faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:42.796164 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53905cf0-b379-439e-95bd-5b27ccf84385 req-b8c50a63-e184-4a8c-ab1c-b9d0e0a1f761 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:42.797655 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-53905cf0-b379-439e-95bd-5b27ccf84385 req-b8c50a63-e184-4a8c-ab1c-b9d0e0a1f761 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 946 time: 0.1571581
Aug 12 15:38:42.916512 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-53905cf0-b379-439e-95bd-5b27ccf84385 req-665ea661-088d-480e-be07-a96750944ee7 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716009
Aug 12 15:38:42.922221 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-719c4e76-6697-4016-80ab-afe70958333a req-74ef7316-37a0-4159-8822-ffed9b3ed950 service neutron] 10.222.0.76 "GET /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1764541
Aug 12 15:38:43.793519 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:44.106718 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0c20b-f6ae-449c-a36e-80471c1afc7c req-2a2f7d4e-7187-477a-a3bd-c31b658effa4 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:44.108288 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-efc0c20b-f6ae-449c-a36e-80471c1afc7c req-2a2f7d4e-7187-477a-a3bd-c31b658effa4 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 946 time: 0.0800035
Aug 12 15:38:44.152366 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-efc0c20b-f6ae-449c-a36e-80471c1afc7c req-99856955-52e9-4265-8377-3c89ae919518 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384045
Aug 12 15:38:45.292398 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:46.543744 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54664) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:46.663523 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ed23c057-b181-4438-a680-088613283c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:46.677969 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-ed23c057-b181-4438-a680-088613283c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:46.682050 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-ed23c057-b181-4438-a680-088613283c82 admin admin] Usage tracker for resource:security_group_rule and tenant:a42e73c2a5f249078ded97a5f10feac9 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:46.684859 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-ed23c057-b181-4438-a680-088613283c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:46.690488 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-ed23c057-b181-4438-a680-088613283c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:46.771593 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ed23c057-b181-4438-a680-088613283c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:46.776320 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ed23c057-b181-4438-a680-088613283c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:46.783315 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f82e16d0-0f9f-4261-a12c-a7268620cd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:46.821532 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23c057-b181-4438-a680-088613283c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ef02f9-b798-4176-b504-8d771bcb612c,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:46.825685 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-ed23c057-b181-4438-a680-088613283c82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a42e73c2a5f249078ded97a5f10feac9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2809269
Aug 12 15:38:46.826613 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ed23c057-b181-4438-a680-088613283c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:46.828385 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54670) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:46.887781 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-948725ae-7fcd-4f2e-9699-319a84620b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:46.915706 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-948725ae-7fcd-4f2e-9699-319a84620b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:46.972690 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-948725ae-7fcd-4f2e-9699-319a84620b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:46.977378 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b682df06-8713-45d7-bea0-0d721de02813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:46.987901 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948725ae-7fcd-4f2e-9699-319a84620b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ef02f9-b798-4176-b504-8d771bcb612c,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:46.991642 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-948725ae-7fcd-4f2e-9699-319a84620b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:46.995762 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-948725ae-7fcd-4f2e-9699-319a84620b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:46.996898 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-948725ae-7fcd-4f2e-9699-319a84620b0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0ef02f9-b798-4176-b504-8d771bcb612c HTTP/1.1" status: 204  len: 168 time: 0.1675136
Aug 12 15:38:47.267152 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54678) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:47.284279 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9089deed-f415-488f-8ee9-218d1dedb9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:47.298109 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-9089deed-f415-488f-8ee9-218d1dedb9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:47.302159 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-9089deed-f415-488f-8ee9-218d1dedb9c9 admin admin] Usage tracker for resource:security_group_rule and tenant:922b005151764438bc87874767cb1b64 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:47.305414 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-9089deed-f415-488f-8ee9-218d1dedb9c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:47.311078 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-9089deed-f415-488f-8ee9-218d1dedb9c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:47.392709 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9089deed-f415-488f-8ee9-218d1dedb9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:47.396268 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9089deed-f415-488f-8ee9-218d1dedb9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:47.404853 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ed23c057-b181-4438-a680-088613283c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:47.443911 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-9089deed-f415-488f-8ee9-218d1dedb9c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=922b005151764438bc87874767cb1b64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1756873
Aug 12 15:38:47.445682 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089deed-f415-488f-8ee9-218d1dedb9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290ba027-9578-48f0-abef-22ef25de97a9,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:47.446556 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54682) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:47.448779 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-9089deed-f415-488f-8ee9-218d1dedb9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:47.513828 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-065282b1-41e8-4e7e-b2d1-c28e2a4ee227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:47.540040 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-065282b1-41e8-4e7e-b2d1-c28e2a4ee227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:47.592454 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-065282b1-41e8-4e7e-b2d1-c28e2a4ee227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:47.596219 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a66c0461-240c-4915-914f-694e3a66096c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:47.609837 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065282b1-41e8-4e7e-b2d1-c28e2a4ee227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290ba027-9578-48f0-abef-22ef25de97a9,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:47.613690 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-065282b1-41e8-4e7e-b2d1-c28e2a4ee227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:47.622039 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-065282b1-41e8-4e7e-b2d1-c28e2a4ee227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:47.629107 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-065282b1-41e8-4e7e-b2d1-c28e2a4ee227 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/290ba027-9578-48f0-abef-22ef25de97a9 HTTP/1.1" status: 204  len: 168 time: 0.1777995
Aug 12 15:38:48.333794 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54706) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:48.437497 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-600433368-network', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:38:48.442200 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:48.445981 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Usage tracker for resource:network and tenant:6de95a90532648a585b1ca57bdb00cdb is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:48.448813 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:48.455102 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:48.465116 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Made reservation on behalf of 6de95a90532648a585b1ca57bdb00cdb for: {'network': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:38:48.467367 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:48.479549 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:48.493062 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:48.497016 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Usage tracker for resource:security_group_rule and tenant:6de95a90532648a585b1ca57bdb00cdb is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:48.499698 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:48.505258 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:48.585582 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:48.589908 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:48.593987 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-22bc2988-0c8f-4fbb-90ae-c3d0cf46ee2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:48.622029 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702}  {{(pid=79259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:38:48.634456 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c750989-c04b-4277-b456-d0c316a056f1,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:48.638765 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:48.639675 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:48.640014 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.segments_db [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Added segment dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5 of type vlan for network d4a4b383-36be-44a4-afb4-cdc258a4e8b8
Aug 12 15:38:48.667034 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:48.694901 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:48.696167 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:48.696741 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:48.701332 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:48.928853 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5939279
Aug 12 15:38:48.932173 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54712) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:48.934639 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Pushing event updated for resources: {'Network': ['ID=d4a4b383-36be-44a4-afb4-cdc258a4e8b8,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:48.937369 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:48.939151 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Request body: {'subnet': {'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-600433368-subnet', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'ip_version': 4}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:38:48.944888 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network d4a4b383-36be-44a4-afb4-cdc258a4e8b8 details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:38:48.945374 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:48.949497 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Usage tracker for resource:subnet and tenant:6de95a90532648a585b1ca57bdb00cdb is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:48.952468 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:48.958358 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:48.970480 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Made reservation on behalf of 6de95a90532648a585b1ca57bdb00cdb for: {'subnet': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:38:48.973423 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222885'] for subnet, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:49.177171 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222935'] for subnet, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:49.181327 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:49.266916 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=616a6a01-bd4d-43ed-8fe9-4de5b74903e4,revision_number=0']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:49.271738 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:49.278368 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Checking segment: {'id': 'dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:38:49.278868 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Network hostable DHCP agents. Network: d4a4b383-36be-44a4-afb4-cdc258a4e8b8, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:38:49.302574 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Network d4a4b383-36be-44a4-afb4-cdc258a4e8b8 is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:38:49.311638 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, d4a4b383-36be-44a4-afb4-cdc258a4e8b8) {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:38:49.315621 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:49.316193 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:49.321690 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4404cdc8-659b-45fb-9583-b8e554015227 None None] Network d4a4b383-36be-44a4-afb4-cdc258a4e8b8 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:38:49.342997 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-f8ac4a09-03a7-4ad7-a8bb-06460f98a678 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.4070246
Aug 12 15:38:49.343196 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54718) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:49.348036 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:38:49.352305 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:49.356091 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Usage tracker for resource:router and tenant:6de95a90532648a585b1ca57bdb00cdb is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:49.358882 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:49.364540 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:49.376063 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1714638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:49.377070 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1972'] for router, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:49.394851 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:49.538100 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf88deb1f-a88d-5958-9003-71194a3ca5da-d4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'fixed_ips': [{'subnet_id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4'}]}} from dv-cinder-804345-1-iscsi. {{(pid=79260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 12 15:38:49.539373 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:49.662967 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1590471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1714557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1862'] for router, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:49.723732 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Allocated IP 172.20.0.2 (d4a4b383-36be-44a4-afb4-cdc258a4e8b8/616a6a01-bd4d-43ed-8fe9-4de5b74903e4/ae82000e-2029-4602-99ee-4d3fb018c347) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:38:49.929434 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:49.940333 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Transition to ACTIVE for port object ae82000e-2029-4602-99ee-4d3fb018c347 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:38:49.959808 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Transition to ACTIVE for port object ae82000e-2029-4602-99ee-4d3fb018c347 will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:38:49.967663 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:49.977505 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:50.026023 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Network d4a4b383-36be-44a4-afb4-cdc258a4e8b8 is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:38:50.033070 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Resources bound (agent type, host, resource id):  {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:38:50.037605 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:38:50.082228 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:50.083406 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Pushing event updated for resources: {'Port': ['ID=ae82000e-2029-4602-99ee-4d3fb018c347,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:50.111797 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:50.113364 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:50.134683 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Attempting to bind port ae82000e-2029-4602-99ee-4d3fb018c347 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:38:50.135091 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Attempting to bind port ae82000e-2029-4602-99ee-4d3fb018c347 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:38:50.135460 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Attempting to bind port ae82000e-2029-4602-99ee-4d3fb018c347 on network d4a4b383-36be-44a4-afb4-cdc258a4e8b8 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:38:50.140617 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:38:50.141029 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Checking segment: {'id': 'dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:38:50.141434 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:50.141822 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Bound using segment: {'id': 'dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:38:50.142279 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Bound port: ae82000e-2029-4602-99ee-4d3fb018c347, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:38:50.142652 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:50.231464 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] For port ae82000e-2029-4602-99ee-4d3fb018c347, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:38:50.234627 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] For port ae82000e-2029-4602-99ee-4d3fb018c347, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=ae82000e-2029-4602-99ee-4d3fb018c347,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:38:50.238801 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:50.243720 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:50.247840 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Allocated IP 172.27.3.157 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/f9df1f7f-4d7c-4966-8b3b-f698a4dae994) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:38:50.329400 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Pushing event updated for resources: {'Port': ['ID=ae82000e-2029-4602-99ee-4d3fb018c347,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:50.333847 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:50.408052 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:50.439153 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:50.442957 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:50.518639 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:38:50.521615 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:38:50.525293 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:38:50.561191 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9df1f7f-4d7c-4966-8b3b-f698a4dae994,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:50.565200 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:50.948366 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:51.263895 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616ce60a-3f9c-498f-9e33-7938f70aae2d None None] Network d4a4b383-36be-44a4-afb4-cdc258a4e8b8 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:38:51.293731 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604511'] for router, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:51.356633 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-d5731a5e-3177-41cd-8b64-4afeaaf7ce81 None None] Provisioning for port ae82000e-2029-4602-99ee-4d3fb018c347 completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:38:51.608369 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Router a3762701-d1a2-4074-9402-b1790e7aa8a2 is scheduled to L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 with binding_index 1 {{(pid=79258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 12 15:38:51.796529 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:38:51.805249 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Sync routers for ids ['a3762701-d1a2-4074-9402-b1790e7aa8a2'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:38:51.815919 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Routers {'a3762701-d1a2-4074-9402-b1790e7aa8a2'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:38:51.816535 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081949d30>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:38:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a3762701-d1a2-4074-9402-b1790e7aa8a2'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:51.822839 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Notify callbacks [] for router, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:51.827243 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54722) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:51.827893 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.4833279
Aug 12 15:38:51.999551 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Set router a3762701-d1a2-4074-9402-b1790e7aa8a2 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:38:52.204248 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device ae82000e-2029-4602-99ee-4d3fb018c347 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:38:52.276128 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port ae82000e-2029-4602-99ee-4d3fb018c347 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:38:52.283359 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port ae82000e-2029-4602-99ee-4d3fb018c347 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:38:52.283756 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:52.314089 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081949d30>, [{'id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:49Z', 'updated_at': '2021-08-12T15:38:50Z', 'revision_number': 3, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'gw_port': {'id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:52.317998 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Checking router: a3762701-d1a2-4074-9402-b1790e7aa8a2 for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:38:52.318351 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Updating router a3762701-d1a2-4074-9402-b1790e7aa8a2 port f9df1f7f-4d7c-4966-8b3b-f698a4dae994 binding host dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:38:52.376691 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:52.414738 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:52.449120 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port ae82000e-2029-4602-99ee-4d3fb018c347, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=ae82000e-2029-4602-99ee-4d3fb018c347,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:52.453653 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:52.457001 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:52.529906 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=ae82000e-2029-4602-99ee-4d3fb018c347,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:52.533267 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:52.547773 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:52.739342 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:52.752112 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Transition to ACTIVE for port object f9df1f7f-4d7c-4966-8b3b-f698a4dae994 will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:38:52.757039 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Allocated IP 172.20.0.1 (d4a4b383-36be-44a4-afb4-cdc258a4e8b8/616a6a01-bd4d-43ed-8fe9-4de5b74903e4/da0ad646-55fa-48b1-9d80-c8a48180f68f) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:38:52.758911 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:52.763267 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:52.837458 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Pushing event updated for resources: {'Port': ['ID=f9df1f7f-4d7c-4966-8b3b-f698a4dae994,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:52.842512 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Attempting to bind port f9df1f7f-4d7c-4966-8b3b-f698a4dae994 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:38:52.842889 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Attempting to bind port f9df1f7f-4d7c-4966-8b3b-f698a4dae994 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:38:52.843261 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Attempting to bind port f9df1f7f-4d7c-4966-8b3b-f698a4dae994 on network aad1b8a0-c7f9-4883-899d-f35eccece470 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:38:52.849984 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:52.850328 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:52.850665 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:52.850996 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:52.851323 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:52.851650 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:52.851973 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:52.852294 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:52.852640 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:52.852987 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:52.853352 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:52.853674 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:38:52.858308 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:52.859160 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:38:52.859538 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Checking segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:38:52.859940 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:52.860327 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Bound using segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:38:52.860811 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Bound port: f9df1f7f-4d7c-4966-8b3b-f698a4dae994, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:38:52.861210 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:52.911633 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:52.928034 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.provisioning_blocks [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Transition to ACTIVE for port object da0ad646-55fa-48b1-9d80-c8a48180f68f will not be triggered until provisioned by entity DHCP. {{(pid=79259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:38:52.936463 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] For port f9df1f7f-4d7c-4966-8b3b-f698a4dae994, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:38:52.939784 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] For port f9df1f7f-4d7c-4966-8b3b-f698a4dae994, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=f9df1f7f-4d7c-4966-8b3b-f698a4dae994,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:38:52.943627 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:52.949010 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-53e64d3e-ccb2-4c24-ae2c-819e695aa1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:52.953363 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:52.958168 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-056d3505-450b-449d-83c3-a32c791805a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:53.018545 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Network d4a4b383-36be-44a4-afb4-cdc258a4e8b8 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:38:53.021383 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:38:53.025054 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:38:53.032215 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Routers {'a3762701-d1a2-4074-9402-b1790e7aa8a2'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:38:53.033148 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081949d30>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:38:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a3762701-d1a2-4074-9402-b1790e7aa8a2'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:53.092395 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Pushing event updated for resources: {'Port': ['ID=da0ad646-55fa-48b1-9d80-c8a48180f68f,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:53.094988 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716570'] for router_interface, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:53.099189 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Pushing event updated for resources: {'Port': ['ID=f9df1f7f-4d7c-4966-8b3b-f698a4dae994,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:53.112284 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-adf3659b-1522-4e8a-9a63-dc2b53047627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:53.216902 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:53.225806 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-3aa1d076-9923-4e7d-ad3c-ef7e1477583e None None] Provisioning for port da0ad646-55fa-48b1-9d80-c8a48180f68f completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:38:53.230469 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-3aa1d076-9923-4e7d-ad3c-ef7e1477583e None None] Provisioning complete for port da0ad646-55fa-48b1-9d80-c8a48180f68f triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:38:53.230854 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3aa1d076-9923-4e7d-ad3c-ef7e1477583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:53.247347 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] Set router a3762701-d1a2-4074-9402-b1790e7aa8a2 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:38:53.285533 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-3aa1d076-9923-4e7d-ad3c-ef7e1477583e None None] Port da0ad646-55fa-48b1-9d80-c8a48180f68f cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:38:53.497846 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:53.545195 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081949d30>, [{'id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:49Z', 'updated_at': '2021-08-12T15:38:50Z', 'revision_number': 3, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'gw_port': {'id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:53.549033 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77298dc-d166-4bd8-a1cb-b0cb14a13089 None None] The sync data for ids ['a3762701-d1a2-4074-9402-b1790e7aa8a2'] in dv-cinder-804345-1-iscsi is: [{'id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:49Z', 'updated_at': '2021-08-12T15:38:50Z', 'revision_number': 3, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'gw_port': {'id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:38:53.725586 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:53.731477 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203708'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:53.768304 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-72b74f47-7f6c-43c0-9303-508c2b8f4db2 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:53.853280 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716533'] for router_interface, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:53.857993 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Pushing event updated for resources: {'Port': ['ID=da0ad646-55fa-48b1-9d80-c8a48180f68f,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:53.860928 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:54.001000 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Network d4a4b383-36be-44a4-afb4-cdc258a4e8b8 is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:38:54.002160 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:38:54.225878 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Router a3762701-d1a2-4074-9402-b1790e7aa8a2 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:38:54.265688 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device ae82000e-2029-4602-99ee-4d3fb018c347 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:38:54.333935 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-1c5bfc2e-8e25-46c4-b1f4-87a013ad2a35 None None] Provisioning complete for port da0ad646-55fa-48b1-9d80-c8a48180f68f triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:38:54.334684 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1c5bfc2e-8e25-46c4-b1f4-87a013ad2a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:54.392758 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-1c5bfc2e-8e25-46c4-b1f4-87a013ad2a35 None None] Port da0ad646-55fa-48b1-9d80-c8a48180f68f cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:38:54.400456 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port ae82000e-2029-4602-99ee-4d3fb018c347 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:38:54.400456 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:54.415038 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:38:54.428839 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-07e61388-615e-4b6c-8ec1-1e9fdd3a321c admin admin] 10.222.0.18 "PUT /v2.0/routers/a3762701-d1a2-4074-9402-b1790e7aa8a2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5973899
Aug 12 15:38:54.526956 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device f9df1f7f-4d7c-4966-8b3b-f698a4dae994 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:38:54.593756 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port f9df1f7f-4d7c-4966-8b3b-f698a4dae994 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:38:54.598842 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port f9df1f7f-4d7c-4966-8b3b-f698a4dae994 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:38:54.599352 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:54.743996 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:54.761683 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port f9df1f7f-4d7c-4966-8b3b-f698a4dae994, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=f9df1f7f-4d7c-4966-8b3b-f698a4dae994,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:54.766324 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:54.768139 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:54.843460 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=f9df1f7f-4d7c-4966-8b3b-f698a4dae994,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:54.846892 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:54.949993 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54740) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:54.955585 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-923081196-network', 'tenant_id': 'a815afed868b4371a924fa0e0b732771'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:38:54.960331 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:54.964875 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Usage tracker for resource:network and tenant:a815afed868b4371a924fa0e0b732771 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:54.967731 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:54.973398 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:54.984600 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Made reservation on behalf of a815afed868b4371a924fa0e0b732771 for: {'network': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:38:54.986860 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:54.999009 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:55.014067 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:55.018162 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Usage tracker for resource:security_group_rule and tenant:a815afed868b4371a924fa0e0b732771 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:55.021053 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:55.027516 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:55.108872 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:55.112684 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:55.115816 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-36963ac2-22a6-4453-aa3e-f551d9ff77ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:55.143494 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Sync routers for ids ['a3762701-d1a2-4074-9402-b1790e7aa8a2'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:38:55.145433 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703}  {{(pid=79259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:38:55.153512 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Routers {'a3762701-d1a2-4074-9402-b1790e7aa8a2'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:38:55.154140 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081548910>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:38:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a3762701-d1a2-4074-9402-b1790e7aa8a2'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:55.155014 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d05c36-ade0-41ef-8e7a-eeaf3be39d7d,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:55.158746 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:55.161671 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:55.162029 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.segments_db [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Added segment 08b6f58a-279c-4ac8-a8bb-4911faedd96e of type vlan for network 145aa4eb-addb-4411-9fe4-3069e9a4323c
Aug 12 15:38:55.189014 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:55.222547 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:55.224103 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:55.224681 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:55.229533 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:55.281808 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3306673
Aug 12 15:38:55.285066 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54744) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:55.291357 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Request body: {'subnet': {'network_id': '145aa4eb-addb-4411-9fe4-3069e9a4323c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-923081196-subnet', 'tenant_id': 'a815afed868b4371a924fa0e0b732771', 'ip_version': 4}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:38:55.296160 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:55.301030 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Usage tracker for resource:subnet and tenant:a815afed868b4371a924fa0e0b732771 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:55.305045 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:55.311785 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:55.321827 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Made reservation on behalf of a815afed868b4371a924fa0e0b732771 for: {'subnet': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:38:55.325036 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222885'] for subnet, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:55.337479 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Set router a3762701-d1a2-4074-9402-b1790e7aa8a2 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:38:55.338027 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Pushing event updated for resources: {'Network': ['ID=145aa4eb-addb-4411-9fe4-3069e9a4323c,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:55.340612 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:55.380237 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network 145aa4eb-addb-4411-9fe4-3069e9a4323c details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:38:55.535516 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2143540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222935'] for subnet, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:55.540173 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:55.612273 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b3d40b7-0139-432d-9839-56fe7cdd0731,revision_number=0']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:55.615980 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:55.623558 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Checking segment: {'id': '08b6f58a-279c-4ac8-a8bb-4911faedd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '145aa4eb-addb-4411-9fe4-3069e9a4323c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:38:55.624168 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Network hostable DHCP agents. Network: 145aa4eb-addb-4411-9fe4-3069e9a4323c, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:38:55.642674 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Network 145aa4eb-addb-4411-9fe4-3069e9a4323c is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:38:55.651218 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, 145aa4eb-addb-4411-9fe4-3069e9a4323c) {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:38:55.655321 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:38:55.655901 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:55.661780 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66bdeb3-6e3f-444d-bae3-ee76d1a89bff None None] Network 145aa4eb-addb-4411-9fe4-3069e9a4323c requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:38:55.677557 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-a16d85e7-9d4b-4aff-9622-ce20a2a4ada4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3913016
Aug 12 15:38:55.680949 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54748) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:55.685834 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-923081196-router', 'tenant_id': 'a815afed868b4371a924fa0e0b732771', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:38:55.690157 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:38:55.693993 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Usage tracker for resource:router and tenant:a815afed868b4371a924fa0e0b732771 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:38:55.697289 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:38:55.702669 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:38:55.712943 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1714638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1981'] for router, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:55.714230 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1714475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1590488', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1756366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1972'] for router, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:55.728116 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:55.899038 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081548910>, [{'id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:49Z', 'updated_at': '2021-08-12T15:38:53Z', 'revision_number': 4, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'gw_port': {'id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'da0ad646-55fa-48b1-9d80-c8a48180f68f', 'name': '', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'mac_address': 'fa:16:3e:38:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:52Z', 'updated_at': '2021-08-12T15:38:53Z', 'revision_number': 2, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'subnets': [{'id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:55.930503 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Checking router: a3762701-d1a2-4074-9402-b1790e7aa8a2 for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:38:55.930875 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Updating router a3762701-d1a2-4074-9402-b1790e7aa8a2 port da0ad646-55fa-48b1-9d80-c8a48180f68f binding host dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:38:55.980943 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf88deb1f-a88d-5958-9003-71194a3ca5da-145aa4eb-addb-4411-9fe4-3069e9a4323c', 'network_id': '145aa4eb-addb-4411-9fe4-3069e9a4323c', 'tenant_id': 'a815afed868b4371a924fa0e0b732771', 'fixed_ips': [{'subnet_id': '2b3d40b7-0139-432d-9839-56fe7cdd0731'}]}} from dv-cinder-804345-1-iscsi. {{(pid=79260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Aug 12 15:38:55.982735 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:55.999922 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1590471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1714557', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1862'] for router, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:56.048964 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:56.183001 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device f9df1f7f-4d7c-4966-8b3b-f698a4dae994 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:38:56.311850 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:56.322823 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.db_base_plugin_common [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Allocated IP 172.20.0.2 (145aa4eb-addb-4411-9fe4-3069e9a4323c/2b3d40b7-0139-432d-9839-56fe7cdd0731/382fc05b-6b0e-43ed-bd29-d7ff3ba7341f) {{(pid=79260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:38:56.460816 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:56.576969 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port f9df1f7f-4d7c-4966-8b3b-f698a4dae994 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:38:56.577556 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:56.607096 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Allocated IP 172.27.3.145 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:38:56.765238 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:56.794275 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:56.799079 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-62c68982-3ed0-4200-9e23-2f37a1bfdf07 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:56.857560 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:38:56.860352 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:38:56.862795 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:38:56.874869 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Notify callbacks [] for port, precommit_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:56.895253 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Transition to ACTIVE for port object 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:38:56.898517 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:56.908539 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Pushing event updated for resources: {'Port': ['ID=a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:56.911378 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:56.922810 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Transition to ACTIVE for port object da0ad646-55fa-48b1-9d80-c8a48180f68f will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:38:56.927781 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Transition to ACTIVE for port object 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f will not be triggered until provisioned by entity DHCP. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:38:56.932772 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:56.937740 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:56.968495 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270'] for port, after_create {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:57.074971 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Network 145aa4eb-addb-4411-9fe4-3069e9a4323c is already hosted by enough agents. {{(pid=79260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:38:57.079421 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.scheduler.base_scheduler [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Resources bound (agent type, host, resource id):  {{(pid=79260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:38:57.083265 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Received port after_create {{(pid=79260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:38:57.085063 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce53b2d-5764-44f4-ad0c-c8fe363ec26f None None] Pushing event updated for resources: {'Port': ['ID=da0ad646-55fa-48b1-9d80-c8a48180f68f,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:57.089885 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7ce53b2d-5764-44f4-ad0c-c8fe363ec26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:57.091985 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:57.291809 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:57.313327 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Pushing event updated for resources: {'Port': ['ID=382fc05b-6b0e-43ed-bd29-d7ff3ba7341f,revision_number=1']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:57.320929 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:57.326700 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Attempting to bind port da0ad646-55fa-48b1-9d80-c8a48180f68f on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:38:57.327084 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Attempting to bind port da0ad646-55fa-48b1-9d80-c8a48180f68f by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:38:57.327443 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Attempting to bind port da0ad646-55fa-48b1-9d80-c8a48180f68f on network d4a4b383-36be-44a4-afb4-cdc258a4e8b8 {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:38:57.333257 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Attempting to bind port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:38:57.333649 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Attempting to bind port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': '08b6f58a-279c-4ac8-a8bb-4911faedd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '145aa4eb-addb-4411-9fe4-3069e9a4323c'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:38:57.334076 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Attempting to bind port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f on network 145aa4eb-addb-4411-9fe4-3069e9a4323c {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:38:57.338746 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:38:57.339118 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Checking segment: {'id': 'dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:38:57.339585 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:57.340037 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Bound using segment: {'id': 'dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:38:57.340587 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Bound port: da0ad646-55fa-48b1-9d80-c8a48180f68f, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:38:57.341074 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:57.357883 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:38:57.358291 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Checking segment: {'id': '08b6f58a-279c-4ac8-a8bb-4911faedd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '145aa4eb-addb-4411-9fe4-3069e9a4323c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:38:57.358716 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:57.359135 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Bound using segment: {'id': '08b6f58a-279c-4ac8-a8bb-4911faedd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '145aa4eb-addb-4411-9fe4-3069e9a4323c'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:38:57.359652 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Bound port: 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b6f58a-279c-4ac8-a8bb-4911faedd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '145aa4eb-addb-4411-9fe4-3069e9a4323c'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:38:57.360035 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:57.514507 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] For port da0ad646-55fa-48b1-9d80-c8a48180f68f, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:38:57.518906 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] For port da0ad646-55fa-48b1-9d80-c8a48180f68f, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=da0ad646-55fa-48b1-9d80-c8a48180f68f,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:38:57.520403 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] For port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:38:57.523828 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] For port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=382fc05b-6b0e-43ed-bd29-d7ff3ba7341f,segment=NetworkSegment(08b6f58a-279c-4ac8-a8bb-4911faedd96e),segment_id=08b6f58a-279c-4ac8-a8bb-4911faedd96e)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:38:57.525939 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:57.530801 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:57.565910 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:57.619488 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:38:57.625389 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce53b2d-5764-44f4-ad0c-c8fe363ec26f None None] Pushing event updated for resources: {'Port': ['ID=da0ad646-55fa-48b1-9d80-c8a48180f68f,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:57.629137 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7ce53b2d-5764-44f4-ad0c-c8fe363ec26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:57.629597 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:57.631713 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1714492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604511'] for router, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:57.665741 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Routers {'a3762701-d1a2-4074-9402-b1790e7aa8a2'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:38:57.665968 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081548910>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:38:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a3762701-d1a2-4074-9402-b1790e7aa8a2'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:57.781102 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Pushing event updated for resources: {'Port': ['ID=382fc05b-6b0e-43ed-bd29-d7ff3ba7341f,revision_number=2']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:57.831108 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:57.901732 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] Set router a3762701-d1a2-4074-9402-b1790e7aa8a2 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:38:57.910948 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Router b94275dc-1501-4987-be3c-afea2ba6cae3 is scheduled to L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 with binding_index 1 {{(pid=79258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Aug 12 15:38:58.210193 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:38:58.244181 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:38:58.253945 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Sync routers for ids ['b94275dc-1501-4987-be3c-afea2ba6cae3'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:38:58.263015 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Routers {'b94275dc-1501-4987-be3c-afea2ba6cae3'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:38:58.263632 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0826a1340>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:38:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['b94275dc-1501-4987-be3c-afea2ba6cae3'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:58.271421 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Notify callbacks [] for router, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:58.272578 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.5915518
Aug 12 15:38:58.275488 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54752) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:38:58.354527 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:38:58.381441 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081548910>, [{'id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:49Z', 'updated_at': '2021-08-12T15:38:53Z', 'revision_number': 4, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'gw_port': {'id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'da0ad646-55fa-48b1-9d80-c8a48180f68f', 'name': '', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'mac_address': 'fa:16:3e:38:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:52Z', 'updated_at': '2021-08-12T15:38:57Z', 'revision_number': 4, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'subnets': [{'id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:58.385633 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d69b56-f7ca-4a4c-ae6f-fc50d5ca35df None None] The sync data for ids ['a3762701-d1a2-4074-9402-b1790e7aa8a2'] in dv-cinder-804345-1-iscsi is: [{'id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:49Z', 'updated_at': '2021-08-12T15:38:53Z', 'revision_number': 4, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'gw_port': {'id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'da0ad646-55fa-48b1-9d80-c8a48180f68f', 'name': '', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'mac_address': 'fa:16:3e:38:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:52Z', 'updated_at': '2021-08-12T15:38:57Z', 'revision_number': 4, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'subnets': [{'id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:38:58.503152 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Set router b94275dc-1501-4987-be3c-afea2ba6cae3 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:38:58.834273 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c11f9-d285-4bba-9527-26e38559030a None None] Network 145aa4eb-addb-4411-9fe4-3069e9a4323c requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:38:58.852248 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0826a1340>, [{'id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'name': 'tempest-TestShelveInstance-923081196-router', 'tenant_id': 'a815afed868b4371a924fa0e0b732771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:55Z', 'updated_at': '2021-08-12T15:38:57Z', 'revision_number': 3, 'project_id': 'a815afed868b4371a924fa0e0b732771', 'gw_port': {'id': 'a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:56Z', 'updated_at': '2021-08-12T15:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:58.857709 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Checking router: b94275dc-1501-4987-be3c-afea2ba6cae3 for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:38:58.858268 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Updating router b94275dc-1501-4987-be3c-afea2ba6cae3 port a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32 binding host dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:38:58.932665 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-082e7446-0bb4-400a-99a6-70e3cac13b5d None None] Provisioning for port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:38:58.944840 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-082e7446-0bb4-400a-99a6-70e3cac13b5d None None] Provisioning complete for port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:38:58.945192 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-082e7446-0bb4-400a-99a6-70e3cac13b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:58.952250 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:59.169489 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:59.229106 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-082e7446-0bb4-400a-99a6-70e3cac13b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:59.272114 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-082e7446-0bb4-400a-99a6-70e3cac13b5d None None] For port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=382fc05b-6b0e-43ed-bd29-d7ff3ba7341f,segment=NetworkSegment(08b6f58a-279c-4ac8-a8bb-4911faedd96e),segment_id=08b6f58a-279c-4ac8-a8bb-4911faedd96e)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:38:59.282118 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-082e7446-0bb4-400a-99a6-70e3cac13b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:59.284183 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7ce53b2d-5764-44f4-ad0c-c8fe363ec26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:59.376225 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e7446-0bb4-400a-99a6-70e3cac13b5d None None] Pushing event updated for resources: {'Port': ['ID=382fc05b-6b0e-43ed-bd29-d7ff3ba7341f,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:59.379822 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-082e7446-0bb4-400a-99a6-70e3cac13b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:59.392836 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Notify callbacks [] for port, precommit_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:59.407380 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.provisioning_blocks [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Transition to ACTIVE for port object a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32 will not be triggered until provisioned by entity L2. {{(pid=79261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:38:59.415605 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:59.420689 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:59.440558 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_common [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Allocated IP 172.20.0.1 (145aa4eb-addb-4411-9fe4-3069e9a4323c/2b3d40b7-0139-432d-9839-56fe7cdd0731/f4491779-5c2b-4484-a16b-72a1b8c3b3a3) {{(pid=79259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:38:59.492537 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae57bfd-76a6-440f-942a-dbf184f735ea None None] Pushing event updated for resources: {'Port': ['ID=a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32,revision_number=2']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:59.495810 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6ae57bfd-76a6-440f-942a-dbf184f735ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:59.534455 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Attempting to bind port a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:38:59.535007 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Attempting to bind port a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:38:59.535786 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Attempting to bind port a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32 on network aad1b8a0-c7f9-4883-899d-f35eccece470 {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:38:59.542910 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:38:59.543357 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Checking segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:38:59.543934 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:59.544496 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Bound using segment: {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'} {{(pid=79261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:38:59.545044 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.managers [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Bound port: a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd975a1d4-49ff-4316-9150-a6bf1439d045', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470'}}] {{(pid=79261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:38:59.545682 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:59.613599 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-69ddfbcd-7a5a-4cf7-ac5b-c6c36f519b10 None None] Provisioning complete for port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:38:59.613931 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-69ddfbcd-7a5a-4cf7-ac5b-c6c36f519b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:59.633292 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] For port a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:38:59.636778 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.plugins.ml2.db [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] For port a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:38:59.637820 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:59.642944 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron_lib.callbacks.manager [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:59.652600 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:59.658712 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.provisioning_blocks [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Transition to ACTIVE for port object f4491779-5c2b-4484-a16b-72a1b8c3b3a3 will not be triggered until provisioned by entity DHCP. {{(pid=79259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:38:59.691356 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:59.703553 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-55cae98e-3ab6-45f1-a742-d8d902c43ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:38:59.733414 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Routers {'b94275dc-1501-4987-be3c-afea2ba6cae3'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:38:59.734039 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0826a1340>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:38:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['b94275dc-1501-4987-be3c-afea2ba6cae3'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:38:59.757427 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Network 145aa4eb-addb-4411-9fe4-3069e9a4323c is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:38:59.765497 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:38:59.769787 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Received port after_create {{(pid=79259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:38:59.800383 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae57bfd-76a6-440f-942a-dbf184f735ea None None] Pushing event updated for resources: {'Port': ['ID=a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32,revision_number=3']} {{(pid=79261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:59.804868 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG oslo_concurrency.lockutils [None req-6ae57bfd-76a6-440f-942a-dbf184f735ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:59.817354 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Pushing event updated for resources: {'Port': ['ID=f4491779-5c2b-4484-a16b-72a1b8c3b3a3,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:38:59.826792 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:38:59.836145 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1716570'] for router_interface, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:38:59.946418 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] Set router b94275dc-1501-4987-be3c-afea2ba6cae3 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:38:59.970584 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:00.091697 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-fc09f2ff-7fc2-4eea-b7b0-2394ac63451c None None] Provisioning for port f4491779-5c2b-4484-a16b-72a1b8c3b3a3 completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:39:00.100299 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-fc09f2ff-7fc2-4eea-b7b0-2394ac63451c None None] Provisioning complete for port f4491779-5c2b-4484-a16b-72a1b8c3b3a3 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:39:00.100299 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fc09f2ff-7fc2-4eea-b7b0-2394ac63451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:00.175310 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-fc09f2ff-7fc2-4eea-b7b0-2394ac63451c None None] Port f4491779-5c2b-4484-a16b-72a1b8c3b3a3 cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:39:00.241920 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:00.248201 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203708'] for port, after_update {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:00.270861 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0826a1340>, [{'id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'name': 'tempest-TestShelveInstance-923081196-router', 'tenant_id': 'a815afed868b4371a924fa0e0b732771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:55Z', 'updated_at': '2021-08-12T15:38:57Z', 'revision_number': 3, 'project_id': 'a815afed868b4371a924fa0e0b732771', 'gw_port': {'id': 'a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:56Z', 'updated_at': '2021-08-12T15:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:00.271665 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:39:00.274932 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec56998-2c91-4e9b-9a74-a1592d499f93 None None] The sync data for ids ['b94275dc-1501-4987-be3c-afea2ba6cae3'] in dv-cinder-804345-1-iscsi is: [{'id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'name': 'tempest-TestShelveInstance-923081196-router', 'tenant_id': 'a815afed868b4371a924fa0e0b732771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:55Z', 'updated_at': '2021-08-12T15:38:57Z', 'revision_number': 3, 'project_id': 'a815afed868b4371a924fa0e0b732771', 'gw_port': {'id': 'a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:56Z', 'updated_at': '2021-08-12T15:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:39:00.276275 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b9cae8f2-bfa2-4101-a8cd-31c6f6325f6e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:00.348629 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:39:00.349443 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:00.365070 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1716533'] for router_interface, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:00.368608 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Pushing event updated for resources: {'Port': ['ID=f4491779-5c2b-4484-a16b-72a1b8c3b3a3,revision_number=2']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:00.371927 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:00.473206 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device da0ad646-55fa-48b1-9d80-c8a48180f68f up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:39:00.532454 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Network 145aa4eb-addb-4411-9fe4-3069e9a4323c is already hosted by enough agents. {{(pid=79259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:39:00.533722 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:39:00.592770 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port da0ad646-55fa-48b1-9d80-c8a48180f68f completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:39:00.599728 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port da0ad646-55fa-48b1-9d80-c8a48180f68f triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:39:00.600147 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:00.745438 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:00.785487 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port da0ad646-55fa-48b1-9d80-c8a48180f68f, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=da0ad646-55fa-48b1-9d80-c8a48180f68f,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:39:00.792024 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:00.794889 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:00.860026 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Router b94275dc-1501-4987-be3c-afea2ba6cae3 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:39:00.864060 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-4b714b9a-f390-493c-8077-223e522b3d12 None None] Provisioning complete for port f4491779-5c2b-4484-a16b-72a1b8c3b3a3 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:39:00.864556 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4b714b9a-f390-493c-8077-223e522b3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:00.917536 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=da0ad646-55fa-48b1-9d80-c8a48180f68f,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:00.931026 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:00.931529 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:00.931970 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:00.932403 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:00.932855 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:00.933283 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:00.933706 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:00.934131 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:00.934630 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:00.935050 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:00.935597 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:00.936098 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:00.941194 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:00.942034 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-4b714b9a-f390-493c-8077-223e522b3d12 None None] Port f4491779-5c2b-4484-a16b-72a1b8c3b3a3 cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:39:01.053077 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:39:01.062786 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] 10.222.0.18 "PUT /v2.0/routers/b94275dc-1501-4987-be3c-afea2ba6cae3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7860990
Aug 12 15:39:01.610508 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54764) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:01.616089 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293796441', 'description': 'tempest-secgroup-smoke-293796441 description', 'project_id': '6de95a90532648a585b1ca57bdb00cdb'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:39:01.622119 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:39:01.626309 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Usage tracker for resource:security_group and tenant:6de95a90532648a585b1ca57bdb00cdb is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:39:01.629547 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:39:01.635732 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:39:01.646514 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:01.667614 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:39:01.671962 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Usage tracker for resource:security_group_rule and tenant:6de95a90532648a585b1ca57bdb00cdb is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:39:01.674985 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:39:01.680998 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:39:01.754293 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:01.758377 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:01.761942 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-827c4cc5-92b7-426f-934e-e7b7aaf0ba69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:01.800268 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c82c3eb-38e5-4110-94ad-e92a6da95ed2,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:01.803002 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:01.803839 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:01.805043 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-225c334f-df7a-44cd-8aab-62c44fcb0504 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.1934748
Aug 12 15:39:01.808430 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54768) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:01.812959 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-2818a44c-7be2-4539-8124-36a25dc74463 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Request body: {'security_group_rule': {'security_group_id': '3c82c3eb-38e5-4110-94ad-e92a6da95ed2', 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:39:01.820159 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-2818a44c-7be2-4539-8124-36a25dc74463 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:39:01.823977 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-2818a44c-7be2-4539-8124-36a25dc74463 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Usage tracker for resource:security_group_rule and tenant:6de95a90532648a585b1ca57bdb00cdb is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:39:01.827348 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-2818a44c-7be2-4539-8124-36a25dc74463 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:39:01.833290 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-2818a44c-7be2-4539-8124-36a25dc74463 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:39:01.853992 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2818a44c-7be2-4539-8124-36a25dc74463 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:01.878500 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Sync routers for ids ['b94275dc-1501-4987-be3c-afea2ba6cae3'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:39:01.888365 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Routers {'b94275dc-1501-4987-be3c-afea2ba6cae3'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:39:01.889367 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff08164fd90>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:38:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['b94275dc-1501-4987-be3c-afea2ba6cae3'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:01.917845 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2818a44c-7be2-4539-8124-36a25dc74463 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:01.921932 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2818a44c-7be2-4539-8124-36a25dc74463 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:01.924477 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:01.947694 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818a44c-7be2-4539-8124-36a25dc74463 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41060c9c-4866-4048-9822-e0f1ec955510,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:01.952987 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-2818a44c-7be2-4539-8124-36a25dc74463 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:01.959083 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2818a44c-7be2-4539-8124-36a25dc74463 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:01.963222 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-2818a44c-7be2-4539-8124-36a25dc74463 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1517236
Aug 12 15:39:01.963608 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54772) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:01.969736 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-87fbc700-c371-429d-a982-44e154b19eb1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Request body: {'security_group_rule': {'security_group_id': '3c82c3eb-38e5-4110-94ad-e92a6da95ed2', 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:39:01.975631 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-87fbc700-c371-429d-a982-44e154b19eb1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:39:01.979808 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-87fbc700-c371-429d-a982-44e154b19eb1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Usage tracker for resource:security_group_rule and tenant:6de95a90532648a585b1ca57bdb00cdb is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:39:01.984000 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-87fbc700-c371-429d-a982-44e154b19eb1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:39:01.989801 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-87fbc700-c371-429d-a982-44e154b19eb1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:39:02.006823 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-87fbc700-c371-429d-a982-44e154b19eb1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.069372 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-87fbc700-c371-429d-a982-44e154b19eb1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.073268 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-87fbc700-c371-429d-a982-44e154b19eb1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.075866 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:02.098757 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbc700-c371-429d-a982-44e154b19eb1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e1df9a-f921-464d-8a83-c43243eb7174,revision_number=0']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:02.104237 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-87fbc700-c371-429d-a982-44e154b19eb1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:02.108050 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-87fbc700-c371-429d-a982-44e154b19eb1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.109732 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-87fbc700-c371-429d-a982-44e154b19eb1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1445210
Aug 12 15:39:02.112303 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54776) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:02.117684 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-aeff611c-0aeb-4c3d-a1b5-3f3b5c92f0ad tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Request body: {'security_group_rule': {'security_group_id': '3c82c3eb-38e5-4110-94ad-e92a6da95ed2', 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:39:02.123943 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Set router b94275dc-1501-4987-be3c-afea2ba6cae3 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:39:02.124208 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-aeff611c-0aeb-4c3d-a1b5-3f3b5c92f0ad tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:39:02.128281 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-aeff611c-0aeb-4c3d-a1b5-3f3b5c92f0ad tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Usage tracker for resource:security_group_rule and tenant:6de95a90532648a585b1ca57bdb00cdb is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:39:02.135015 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-aeff611c-0aeb-4c3d-a1b5-3f3b5c92f0ad tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:39:02.144681 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-aeff611c-0aeb-4c3d-a1b5-3f3b5c92f0ad tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:39:02.163174 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-aeff611c-0aeb-4c3d-a1b5-3f3b5c92f0ad tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.232426 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-aeff611c-0aeb-4c3d-a1b5-3f3b5c92f0ad tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.237395 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-aeff611c-0aeb-4c3d-a1b5-3f3b5c92f0ad tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.239627 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:02.268246 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff611c-0aeb-4c3d-a1b5-3f3b5c92f0ad tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d78ad92-eb8a-40ef-bdaf-eeb29b6f6970,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:02.270879 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-aeff611c-0aeb-4c3d-a1b5-3f3b5c92f0ad tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:02.276405 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:39:02.281263 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-aeff611c-0aeb-4c3d-a1b5-3f3b5c92f0ad tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.282655 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-aeff611c-0aeb-4c3d-a1b5-3f3b5c92f0ad tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1691606
Aug 12 15:39:02.285374 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54780) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:02.290910 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-d637c6bb-ce18-4889-a7b8-579d4de0022e tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Request body: {'security_group_rule': {'security_group_id': '3c82c3eb-38e5-4110-94ad-e92a6da95ed2', 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:39:02.297542 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-d637c6bb-ce18-4889-a7b8-579d4de0022e tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:39:02.301326 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-d637c6bb-ce18-4889-a7b8-579d4de0022e tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Usage tracker for resource:security_group_rule and tenant:6de95a90532648a585b1ca57bdb00cdb is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:39:02.304168 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-d637c6bb-ce18-4889-a7b8-579d4de0022e tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:39:02.309878 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-d637c6bb-ce18-4889-a7b8-579d4de0022e tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:39:02.327544 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d637c6bb-ce18-4889-a7b8-579d4de0022e tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.390809 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d637c6bb-ce18-4889-a7b8-579d4de0022e tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.394448 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d637c6bb-ce18-4889-a7b8-579d4de0022e tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.401785 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-2a9e3358-ce23-463b-a171-ac81e6bd66f4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:02.420419 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637c6bb-ce18-4889-a7b8-579d4de0022e tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb59ef61-95f7-4817-b12c-04482eb53b8e,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:02.423213 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d637c6bb-ce18-4889-a7b8-579d4de0022e tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:02.431034 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-d637c6bb-ce18-4889-a7b8-579d4de0022e tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.432258 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-d637c6bb-ce18-4889-a7b8-579d4de0022e tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1459289
Aug 12 15:39:02.435143 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54784) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:02.440576 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-938d12e2-a8ad-4ea6-8294-d0bde99f0e32 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Request body: {'security_group_rule': {'security_group_id': '3c82c3eb-38e5-4110-94ad-e92a6da95ed2', 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:39:02.446464 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-938d12e2-a8ad-4ea6-8294-d0bde99f0e32 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:39:02.450877 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-938d12e2-a8ad-4ea6-8294-d0bde99f0e32 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Usage tracker for resource:security_group_rule and tenant:6de95a90532648a585b1ca57bdb00cdb is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:39:02.453980 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-938d12e2-a8ad-4ea6-8294-d0bde99f0e32 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:39:02.459950 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-938d12e2-a8ad-4ea6-8294-d0bde99f0e32 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:39:02.464375 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:39:02.473980 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:39:02.474272 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.securitygroups_db [None req-938d12e2-a8ad-4ea6-8294-d0bde99f0e32 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Project 6de95a90532648a585b1ca57bdb00cdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 12 15:39:02.474422 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.480985 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-938d12e2-a8ad-4ea6-8294-d0bde99f0e32 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.548039 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-938d12e2-a8ad-4ea6-8294-d0bde99f0e32 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.552086 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-938d12e2-a8ad-4ea6-8294-d0bde99f0e32 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.553931 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b76fa82b-367b-45dd-9afb-3a8705e218e9 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:02.577168 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d12e2-a8ad-4ea6-8294-d0bde99f0e32 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ab29eb-7585-4301-b6d9-3f6f9042c9fb,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:02.579791 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-938d12e2-a8ad-4ea6-8294-d0bde99f0e32 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:02.588977 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-938d12e2-a8ad-4ea6-8294-d0bde99f0e32 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.593222 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-938d12e2-a8ad-4ea6-8294-d0bde99f0e32 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1541991
Aug 12 15:39:02.593420 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54788) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:02.598591 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff08164fd90>, [{'id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'name': 'tempest-TestShelveInstance-923081196-router', 'tenant_id': 'a815afed868b4371a924fa0e0b732771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:55Z', 'updated_at': '2021-08-12T15:38:59Z', 'revision_number': 4, 'project_id': 'a815afed868b4371a924fa0e0b732771', 'gw_port': {'id': 'a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:56Z', 'updated_at': '2021-08-12T15:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'f4491779-5c2b-4484-a16b-72a1b8c3b3a3', 'name': '', 'network_id': '145aa4eb-addb-4411-9fe4-3069e9a4323c', 'tenant_id': 'a815afed868b4371a924fa0e0b732771', 'mac_address': 'fa:16:3e:f1:e2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '2b3d40b7-0139-432d-9839-56fe7cdd0731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:59Z', 'updated_at': '2021-08-12T15:39:00Z', 'revision_number': 2, 'project_id': 'a815afed868b4371a924fa0e0b732771', 'subnets': [{'id': '2b3d40b7-0139-432d-9839-56fe7cdd0731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:02.598915 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-703eb783-c16f-4ee7-bee2-c0fd3dcb2f87 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Request body: {'security_group_rule': {'security_group_id': '3c82c3eb-38e5-4110-94ad-e92a6da95ed2', 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:39:02.604855 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-703eb783-c16f-4ee7-bee2-c0fd3dcb2f87 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:39:02.609404 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-703eb783-c16f-4ee7-bee2-c0fd3dcb2f87 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Usage tracker for resource:security_group_rule and tenant:6de95a90532648a585b1ca57bdb00cdb is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:39:02.612311 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-703eb783-c16f-4ee7-bee2-c0fd3dcb2f87 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:39:02.616736 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Checking router: b94275dc-1501-4987-be3c-afea2ba6cae3 for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:39:02.617121 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Updating router b94275dc-1501-4987-be3c-afea2ba6cae3 port f4491779-5c2b-4484-a16b-72a1b8c3b3a3 binding host dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Aug 12 15:39:02.618010 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-703eb783-c16f-4ee7-bee2-c0fd3dcb2f87 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:39:02.630154 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.securitygroups_db [None req-703eb783-c16f-4ee7-bee2-c0fd3dcb2f87 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Project 6de95a90532648a585b1ca57bdb00cdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Aug 12 15:39:02.637364 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-703eb783-c16f-4ee7-bee2-c0fd3dcb2f87 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.668214 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.684357 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.701524 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:39:02.703371 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-703eb783-c16f-4ee7-bee2-c0fd3dcb2f87 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.706921 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-703eb783-c16f-4ee7-bee2-c0fd3dcb2f87 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337444'] for security_group_rule, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.708659 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:02.730371 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.730606 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703eb783-c16f-4ee7-bee2-c0fd3dcb2f87 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24a0c3a-4f9f-44a4-b434-8960e2bb1833,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:02.731268 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device da0ad646-55fa-48b1-9d80-c8a48180f68f up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:39:02.733901 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-703eb783-c16f-4ee7-bee2-c0fd3dcb2f87 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:02.741707 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-703eb783-c16f-4ee7-bee2-c0fd3dcb2f87 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:02.743138 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-703eb783-c16f-4ee7-bee2-c0fd3dcb2f87 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1487041
Aug 12 15:39:02.762840 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:02.926558 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:02.932064 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:02.964518 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port da0ad646-55fa-48b1-9d80-c8a48180f68f triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:39:02.964918 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:03.246277 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Notify callbacks [] for port, precommit_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:03.259443 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Transition to ACTIVE for port object f4491779-5c2b-4484-a16b-72a1b8c3b3a3 will not be triggered until provisioned by entity L2. {{(pid=79260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:39:03.276732 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:03.287402 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-7ce53b2d-5764-44f4-ad0c-c8fe363ec26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:03.451518 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85775ab6-9e0d-4db5-8f78-78b65324bd99 None None] Pushing event updated for resources: {'Port': ['ID=f4491779-5c2b-4484-a16b-72a1b8c3b3a3,revision_number=3']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:03.483954 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-85775ab6-9e0d-4db5-8f78-78b65324bd99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:03.505313 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Attempting to bind port f4491779-5c2b-4484-a16b-72a1b8c3b3a3 on host dv-cinder-804345-1-iscsi for vnic_type normal with profile  {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:39:03.505753 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Attempting to bind port f4491779-5c2b-4484-a16b-72a1b8c3b3a3 by drivers openvswitch,hyperv on host dv-cinder-804345-1-iscsi at level 0 using segments [{'id': '08b6f58a-279c-4ac8-a8bb-4911faedd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '145aa4eb-addb-4411-9fe4-3069e9a4323c'}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:39:03.506050 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Attempting to bind port f4491779-5c2b-4484-a16b-72a1b8c3b3a3 on network 145aa4eb-addb-4411-9fe4-3069e9a4323c {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:39:03.513012 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Checking agent: {'id': '2464f634-2074-4453-b296-45316f10004a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804345-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 22, 11), 'started_at': datetime.datetime(2021, 8, 12, 15, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804345-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:39:03.513655 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Checking segment: {'id': '08b6f58a-279c-4ac8-a8bb-4911faedd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '145aa4eb-addb-4411-9fe4-3069e9a4323c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:39:03.514062 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:03.514459 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Bound using segment: {'id': '08b6f58a-279c-4ac8-a8bb-4911faedd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '145aa4eb-addb-4411-9fe4-3069e9a4323c'} {{(pid=79260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:39:03.514922 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.managers [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Bound port: f4491779-5c2b-4484-a16b-72a1b8c3b3a3, host: dv-cinder-804345-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b6f58a-279c-4ac8-a8bb-4911faedd96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '145aa4eb-addb-4411-9fe4-3069e9a4323c'}}] {{(pid=79260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:39:03.515304 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:03.615776 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] For port f4491779-5c2b-4484-a16b-72a1b8c3b3a3, host dv-cinder-804345-1-iscsi, cleared binding levels {{(pid=79260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:39:03.618985 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] For port f4491779-5c2b-4484-a16b-72a1b8c3b3a3, host dv-cinder-804345-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=f4491779-5c2b-4484-a16b-72a1b8c3b3a3,segment=NetworkSegment(08b6f58a-279c-4ac8-a8bb-4911faedd96e),segment_id=08b6f58a-279c-4ac8-a8bb-4911faedd96e)] {{(pid=79260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:39:03.624530 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:03.628666 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:03.742565 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Routers {'b94275dc-1501-4987-be3c-afea2ba6cae3'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:39:03.743188 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff08164fd90>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:38:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['b94275dc-1501-4987-be3c-afea2ba6cae3'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:03.802410 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85775ab6-9e0d-4db5-8f78-78b65324bd99 None None] Pushing event updated for resources: {'Port': ['ID=f4491779-5c2b-4484-a16b-72a1b8c3b3a3,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:03.812552 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-85775ab6-9e0d-4db5-8f78-78b65324bd99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:03.946335 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] Set router b94275dc-1501-4987-be3c-afea2ba6cae3 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:39:04.184836 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:39:04.314038 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:39:04.314411 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:04.374546 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff08164fd90>, [{'id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'name': 'tempest-TestShelveInstance-923081196-router', 'tenant_id': 'a815afed868b4371a924fa0e0b732771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:55Z', 'updated_at': '2021-08-12T15:38:59Z', 'revision_number': 4, 'project_id': 'a815afed868b4371a924fa0e0b732771', 'gw_port': {'id': 'a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:56Z', 'updated_at': '2021-08-12T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'f4491779-5c2b-4484-a16b-72a1b8c3b3a3', 'name': '', 'network_id': '145aa4eb-addb-4411-9fe4-3069e9a4323c', 'tenant_id': 'a815afed868b4371a924fa0e0b732771', 'mac_address': 'fa:16:3e:f1:e2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '2b3d40b7-0139-432d-9839-56fe7cdd0731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:59Z', 'updated_at': '2021-08-12T15:39:03Z', 'revision_number': 4, 'project_id': 'a815afed868b4371a924fa0e0b732771', 'subnets': [{'id': '2b3d40b7-0139-432d-9839-56fe7cdd0731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:04.383158 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47783bc-1be8-4f4d-831d-8b1c5d4d1f33 None None] The sync data for ids ['b94275dc-1501-4987-be3c-afea2ba6cae3'] in dv-cinder-804345-1-iscsi is: [{'id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'name': 'tempest-TestShelveInstance-923081196-router', 'tenant_id': 'a815afed868b4371a924fa0e0b732771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:55Z', 'updated_at': '2021-08-12T15:38:59Z', 'revision_number': 4, 'project_id': 'a815afed868b4371a924fa0e0b732771', 'gw_port': {'id': 'a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:56Z', 'updated_at': '2021-08-12T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'f4491779-5c2b-4484-a16b-72a1b8c3b3a3', 'name': '', 'network_id': '145aa4eb-addb-4411-9fe4-3069e9a4323c', 'tenant_id': 'a815afed868b4371a924fa0e0b732771', 'mac_address': 'fa:16:3e:f1:e2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '2b3d40b7-0139-432d-9839-56fe7cdd0731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:59Z', 'updated_at': '2021-08-12T15:39:03Z', 'revision_number': 4, 'project_id': 'a815afed868b4371a924fa0e0b732771', 'subnets': [{'id': '2b3d40b7-0139-432d-9839-56fe7cdd0731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:39:06.192108 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device f4491779-5c2b-4484-a16b-72a1b8c3b3a3 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:39:06.259886 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning for port f4491779-5c2b-4484-a16b-72a1b8c3b3a3 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:39:06.265174 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port f4491779-5c2b-4484-a16b-72a1b8c3b3a3 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:39:06.265540 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:06.383773 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:06.415818 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] For port f4491779-5c2b-4484-a16b-72a1b8c3b3a3, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=f4491779-5c2b-4484-a16b-72a1b8c3b3a3,segment=NetworkSegment(08b6f58a-279c-4ac8-a8bb-4911faedd96e),segment_id=08b6f58a-279c-4ac8-a8bb-4911faedd96e)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:39:06.419706 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:06.422562 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:06.487840 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Pushing event updated for resources: {'Port': ['ID=f4491779-5c2b-4484-a16b-72a1b8c3b3a3,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:06.490851 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:08.180619 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device f4491779-5c2b-4484-a16b-72a1b8c3b3a3 up at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:39:08.252272 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Provisioning complete for port f4491779-5c2b-4484-a16b-72a1b8c3b3a3 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:39:08.252568 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:10.189702 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a6cb0ac4-ccd5-49d3-a9ad-c5ba9be46c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:10.786673 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:11.221288 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:12.785520 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-650a8a05-4cd8-4743-b540-100303e54900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:13.793024 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:15.296203 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:23.178870 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-f71b9ac0-f1b8-47ef-a9ee-b8b75f39bc36 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-293796441&fields=id&tenant_id=6de95a90532648a585b1ca57bdb00cdb HTTP/1.1" status: 200  len: 267 time: 0.0410006
Aug 12 15:39:23.326571 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-8bf2018c-b7f6-4a7c-8923-b89565753134 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:23.328005 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-8bf2018c-b7f6-4a7c-8923-b89565753134 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/networks?id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8 HTTP/1.1" status: 200  len: 808 time: 0.1427765
Aug 12 15:39:23.342670 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-b47b1cf5-626b-4829-9ead-d57e54ed43e9 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/quotas/6de95a90532648a585b1ca57bdb00cdb HTTP/1.1" status: 200  len: 375 time: 0.0092816
Aug 12 15:39:23.428922 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-417ad86f-a4c1-417a-9852-589d719bff35 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6de95a90532648a585b1ca57bdb00cdb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0814676
Aug 12 15:39:23.570139 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-3732dd7d-930f-4148-8c71-e623d082ae80 service neutron] 10.222.0.18 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301353
Aug 12 15:39:23.701161 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-d7ad9596-16e7-4109-a680-d1db123800d4 service neutron] 10.222.0.18 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251972
Aug 12 15:39:24.091750 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e16cd94d-3e36-43bb-aa6a-f6542b1eba9e req-01330313-dd57-46b8-94a1-77cf7b9359e9 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 210 time: 0.0422883
Aug 12 15:39:25.287059 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f5b57ed0-04e9-4e20-af8a-f50e49c26a19 req-8d037c03-bdd7-487e-943f-e1245f5ca03d tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 210 time: 0.0645363
Aug 12 15:39:25.388976 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-3f2cda17-96ec-4e47-aa5b-ec094f019428 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:25.390406 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-3f2cda17-96ec-4e47-aa5b-ec094f019428 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.76 "GET /v2.0/networks?id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8 HTTP/1.1" status: 200  len: 808 time: 0.1912932
Aug 12 15:39:25.450994 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-f7dc69ec-0460-479c-985a-47035bbb21be tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6de95a90532648a585b1ca57bdb00cdb HTTP/1.1" status: 200  len: 379 time: 0.0409777
Aug 12 15:39:25.472479 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Request body: {'port': {'device_id': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'admin_state_up': True, 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'security_groups': ['3c82c3eb-38e5-4110-94ad-e92a6da95ed2']}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:39:25.611453 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:39:25.615184 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Usage tracker for resource:port and tenant:6de95a90532648a585b1ca57bdb00cdb is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:39:25.618941 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:39:25.624970 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:39:25.634919 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Made reservation on behalf of 6de95a90532648a585b1ca57bdb00cdb for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:39:25.638388 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:25.812242 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Allocated IP 172.20.0.6 (d4a4b383-36be-44a4-afb4-cdc258a4e8b8/616a6a01-bd4d-43ed-8fe9-4de5b74903e4/36b26ba0-593b-4207-8cb1-6d79a5e20fb5) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:39:26.164277 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:26.186361 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Transition to ACTIVE for port object 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 will not be triggered until provisioned by entity DHCP. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:39:26.196841 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1d8e8-a10a-47a4-ba5b-cbc743781fad req-728d4e06-1ce9-4159-ac55-95b6555c645d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:26.198276 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-96e1d8e8-a10a-47a4-ba5b-cbc743781fad req-728d4e06-1ce9-4159-ac55-95b6555c645d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 946 time: 0.1462898
Aug 12 15:39:26.254926 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-96e1d8e8-a10a-47a4-ba5b-cbc743781fad req-6e3133b0-5099-49cc-a3c8-e90565db77f2 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507543
Aug 12 15:39:26.261771 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:26.267689 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:26.334429 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Network d4a4b383-36be-44a4-afb4-cdc258a4e8b8 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:39:26.337727 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:39:26.341919 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:39:26.406566 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Pushing event updated for resources: {'Port': ['ID=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:26.411930 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:26.462446 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:26.463099 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:26.497071 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0282393
Aug 12 15:39:26.519427 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Request body: {'port': {'device_id': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:39:26.576761 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742e634-5f46-4f2a-af6f-3903953dbbf0 req-e3def83e-fb2c-40b7-8ae1-07fab5e1eedb tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:26.577601 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-9742e634-5f46-4f2a-af6f-3903953dbbf0 req-e3def83e-fb2c-40b7-8ae1-07fab5e1eedb tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Synchronizing usage tracker for tenant:6de95a90532648a585b1ca57bdb00cdb on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:39:26.643761 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-9742e634-5f46-4f2a-af6f-3903953dbbf0 req-e3def83e-fb2c-40b7-8ae1-07fab5e1eedb tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Unset dirty status for tenant:6de95a90532648a585b1ca57bdb00cdb on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:39:26.644940 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9742e634-5f46-4f2a-af6f-3903953dbbf0 req-e3def83e-fb2c-40b7-8ae1-07fab5e1eedb tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 931 time: 0.2296968
Aug 12 15:39:26.650134 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-c336f5fe-a15d-4a64-be02-f730f12ebce8 None None] Provisioning for port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:39:26.655650 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-c336f5fe-a15d-4a64-be02-f730f12ebce8 None None] Provisioning complete for port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:39:26.656030 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c336f5fe-a15d-4a64-be02-f730f12ebce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:26.674429 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:26.708269 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-c336f5fe-a15d-4a64-be02-f730f12ebce8 None None] Port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:39:26.745626 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9742e634-5f46-4f2a-af6f-3903953dbbf0 req-8f1057ad-236f-4802-a96d-306a22a9044d tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933697
Aug 12 15:39:27.037490 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:39:27.045158 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:27.059487 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Transition to ACTIVE for port object 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:39:27.063017 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:27.067573 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ed4ba95e-1299-4516-b57a-06133635c332 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:27.228625 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:27.236664 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:27.305655 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Attempting to bind port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:39:27.305985 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Attempting to bind port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': 'dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:39:27.306310 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Attempting to bind port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 on network d4a4b383-36be-44a4-afb4-cdc258a4e8b8 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:39:27.310916 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 on network d4a4b383-36be-44a4-afb4-cdc258a4e8b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:39:27.311224 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Attempting to bind port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 on network d4a4b383-36be-44a4-afb4-cdc258a4e8b8 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:39:27.316238 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:39:27.316564 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Checking segment: {'id': 'dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:39:27.316968 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Bound using segment: {'id': 'dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:39:27.317378 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Bound port: 36b26ba0-593b-4207-8cb1-6d79a5e20fb5, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:39:27.317717 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:27.457064 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] For port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:39:27.461747 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] For port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:39:27.466638 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:27.471559 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:27.532946 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:27.533694 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:27.534864 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] 10.222.0.76 "PUT /v2.0/ports/36b26ba0-593b-4207-8cb1-6d79a5e20fb5 HTTP/1.1" status: 200  len: 1093 time: 1.0207415
Aug 12 15:39:27.537209 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'tag': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:39:27.556658 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0a43a-2160-449a-85c1-278cfc670e93 req-ded58640-2002-46e6-af55-4802560344a0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:27.558541 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-01a0a43a-2160-449a-85c1-278cfc670e93 req-ded58640-2002-46e6-af55-4802560344a0 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 946 time: 0.1797712
Aug 12 15:39:27.566983 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:27.570625 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:27.607328 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'tag': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5', 'status': 'completed', 'code': 200}
Aug 12 15:39:27.621003 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-01a0a43a-2160-449a-85c1-278cfc670e93 req-1bbcc6e0-1e23-4a9d-a369-471b9958fb94 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489907
Aug 12 15:39:27.710658 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-880a6212-b9eb-4909-8146-d227bac5f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:27.712445 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-880a6212-b9eb-4909-8146-d227bac5f6da service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6de95a90532648a585b1ca57bdb00cdb&device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 1096 time: 0.0729625
Aug 12 15:39:27.794665 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-9d06df13-2614-49de-9778-00e57eab6094 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5 HTTP/1.1" status: 200  len: 217 time: 0.0666211
Aug 12 15:39:28.113623 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-436a2c28-c7de-4604-8638-58438e4d708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:28.114947 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-436a2c28-c7de-4604-8638-58438e4d708d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=616a6a01-bd4d-43ed-8fe9-4de5b74903e4 HTTP/1.1" status: 200  len: 847 time: 0.2297623
Aug 12 15:39:28.195201 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa407b52-0a27-44c9-bf84-17f84eb1d329 req-8006c2e1-be0d-4d36-8e47-43212875a395 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:28.196657 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fa407b52-0a27-44c9-bf84-17f84eb1d329 req-8006c2e1-be0d-4d36-8e47-43212875a395 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.3424098
Aug 12 15:39:28.204992 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-29b16309-1951-4da5-9c91-cb491d1d0b69 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:28.206304 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-29b16309-1951-4da5-9c91-cb491d1d0b69 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.76 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 946 time: 0.3223629
Aug 12 15:39:28.307002 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fa407b52-0a27-44c9-bf84-17f84eb1d329 req-fe340892-a68e-4baf-a40e-14c82e109082 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984809
Aug 12 15:39:28.315582 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-424e011c-c77c-497c-8c7d-6e39e3d00f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:28.317020 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-424e011c-c77c-497c-8c7d-6e39e3d00f87 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1921337
Aug 12 15:39:28.323220 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Deleting port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:39:28.323559 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:28.565834 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-18737dce-dcd6-4733-9f31-27b0e949bee7 service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177966
Aug 12 15:39:28.809246 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] For port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:39:28.809599 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:28.920200 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c68b7edc-3143-4af8-939b-aa6bfb4e8f3f req-cd283b98-c711-421b-a7b6-14e8e399b359 service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3435388
Aug 12 15:39:29.025601 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe243c0-9194-4408-a486-2118c5de33ad req-e11c4ce5-67be-4e63-a46f-835bad6e3a6d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:29.027036 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dbe243c0-9194-4408-a486-2118c5de33ad req-e11c4ce5-67be-4e63-a46f-835bad6e3a6d tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 946 time: 0.2910855
Aug 12 15:39:29.213791 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dbe243c0-9194-4408-a486-2118c5de33ad req-449b37f5-110f-4533-9e47-41d163eb849b tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c4e0624-2587-4319-b6a4-b3697a59aa5e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1456139
Aug 12 15:39:29.217025 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:29.217391 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:29.217705 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.l3_db [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Floating IP 0fc2e868-2b4d-4247-9f82-56f71bad996b disassociated. External IP: 172.27.3.85, port: 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f.
Aug 12 15:39:29.218027 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Calling delete_port for 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:39:29.283570 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23300e5-a96a-42cd-b17e-e9b843cba844 req-3da45422-f954-41c2-8aa0-c7212335a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:29.285050 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c23300e5-a96a-42cd-b17e-e9b843cba844 req-3da45422-f954-41c2-8aa0-c7212335a27f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6de95a90532648a585b1ca57bdb00cdb&device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 1096 time: 0.2571583
Aug 12 15:39:29.628631 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:29.636704 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4a0c841f-f565-41fb-addd-0ba65c269bf0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:29.686425 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23300e5-a96a-42cd-b17e-e9b843cba844 req-10cdb68c-e80c-4601-9bbf-811ebbab0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:29.687858 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c23300e5-a96a-42cd-b17e-e9b843cba844 req-10cdb68c-e80c-4601-9bbf-811ebbab0b11 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8 HTTP/1.1" status: 200  len: 909 time: 0.3905838
Aug 12 15:39:29.691246 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event deleted for resources: {'Port': ['ID=2dd8ca00-3426-43a5-9c81-8ac1b0066f7f,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:29.697461 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:29.813160 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c23300e5-a96a-42cd-b17e-e9b843cba844 req-3207c694-b0d2-40c1-9fd4-a6a92c19a2d8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5 HTTP/1.1" status: 200  len: 217 time: 0.1151018
Aug 12 15:39:29.868972 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da428071-7ca7-45d2-863f-fa346378ea0a req-b9b81866-ca9a-40c6-ac0d-e69f46dce59b tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:29.870371 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da428071-7ca7-45d2-863f-fa346378ea0a req-b9b81866-ca9a-40c6-ac0d-e69f46dce59b tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.4520903
Aug 12 15:39:30.003465 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23300e5-a96a-42cd-b17e-e9b843cba844 req-a509d9ad-ab4e-4b60-b85f-3692af8c4b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:30.004922 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c23300e5-a96a-42cd-b17e-e9b843cba844 req-a509d9ad-ab4e-4b60-b85f-3692af8c4b78 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=616a6a01-bd4d-43ed-8fe9-4de5b74903e4 HTTP/1.1" status: 200  len: 847 time: 0.1765475
Aug 12 15:39:30.016245 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da428071-7ca7-45d2-863f-fa346378ea0a req-e0cc030b-8b52-4d63-83cf-1334df41d8ba tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1400819
Aug 12 15:39:30.088174 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Router 02c348f4-3b6e-4827-9af0-10281320b134 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:39:30.189694 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23300e5-a96a-42cd-b17e-e9b843cba844 req-ec904e98-72ff-4fe1-85c7-7509a6f2631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:30.191141 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c23300e5-a96a-42cd-b17e-e9b843cba844 req-ec904e98-72ff-4fe1-85c7-7509a6f2631f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1718638
Aug 12 15:39:30.399148 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:39:30.409386 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29746d72-1634-4192-a1e8-2dd0119dc335 None None] Sync routers for ids ['02c348f4-3b6e-4827-9af0-10281320b134'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:39:30.419289 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29746d72-1634-4192-a1e8-2dd0119dc335 None None] Routers {'02c348f4-3b6e-4827-9af0-10281320b134'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:39:30.419897 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-29746d72-1634-4192-a1e8-2dd0119dc335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0825e9610>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:39:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['02c348f4-3b6e-4827-9af0-10281320b134'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:30.432269 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-02cc397f-c6e9-42cc-9ee0-35800ac8a4a6 req-590fb04c-d7a8-4a3f-b193-7e7ae6438d76 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/ports?device_id=52fca322-96d5-430f-97f9-94a38cea4d13 HTTP/1.1" status: 200  len: 210 time: 0.0815465
Aug 12 15:39:30.496202 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] No DVR routers for this DVR port 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:39:30.500848 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:30.503369 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fca322-96d5-430f-97f9-94a38cea4d13', 'name': 'network-vif-deleted', 'tag': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:39:30.516907 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c23300e5-a96a-42cd-b17e-e9b843cba844 req-edd2307b-6965-41ca-ac65-581e4e3e2e8c service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2717307
Aug 12 15:39:30.525200 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d8794d30-bec0-4419-917e-aa7b0b6a3581 req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.76 "DELETE /v2.0/ports/2dd8ca00-3426-43a5-9c81-8ac1b0066f7f HTTP/1.1" status: 204  len: 173 time: 2.2988908
Aug 12 15:39:30.615177 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fca322-96d5-430f-97f9-94a38cea4d13', 'name': 'network-vif-deleted', 'tag': '2dd8ca00-3426-43a5-9c81-8ac1b0066f7f', 'status': 'completed', 'code': 200}
Aug 12 15:39:30.622531 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-29746d72-1634-4192-a1e8-2dd0119dc335 None None] Set router 02c348f4-3b6e-4827-9af0-10281320b134 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:39:30.657546 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c23300e5-a96a-42cd-b17e-e9b843cba844 req-69da8084-fe89-4c80-86c5-714bbe5d711e service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313643
Aug 12 15:39:30.928891 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-29746d72-1634-4192-a1e8-2dd0119dc335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0825e9610>, [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '45e65017-38fc-46aa-ba9b-dd48a52afc2f', 'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'mac_address': 'fa:16:3e:88:c0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:01Z', 'updated_at': '2021-08-12T15:32:12Z', 'revision_number': 5, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'subnets': [{'id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:30.933239 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29746d72-1634-4192-a1e8-2dd0119dc335 None None] Checking router: 02c348f4-3b6e-4827-9af0-10281320b134 for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:39:30.941492 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29746d72-1634-4192-a1e8-2dd0119dc335 None None] Routers {'02c348f4-3b6e-4827-9af0-10281320b134'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:39:30.942106 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-29746d72-1634-4192-a1e8-2dd0119dc335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0825e9610>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:39:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['02c348f4-3b6e-4827-9af0-10281320b134'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:31.119522 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-29746d72-1634-4192-a1e8-2dd0119dc335 None None] Set router 02c348f4-3b6e-4827-9af0-10281320b134 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:39:31.217203 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302c0c8-0acb-448d-9098-26264873fffe req-0a22abad-7ade-46ea-9246-bb9fdadbfd4f tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:31.218601 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d302c0c8-0acb-448d-9098-26264873fffe req-0a22abad-7ade-46ea-9246-bb9fdadbfd4f tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.0916822
Aug 12 15:39:31.273368 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d302c0c8-0acb-448d-9098-26264873fffe req-54b8ec21-bd65-4585-9684-95e0fbd8e475 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431409
Aug 12 15:39:31.434482 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-29746d72-1634-4192-a1e8-2dd0119dc335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0825e9610>, [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '45e65017-38fc-46aa-ba9b-dd48a52afc2f', 'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'mac_address': 'fa:16:3e:88:c0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:01Z', 'updated_at': '2021-08-12T15:32:12Z', 'revision_number': 5, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'subnets': [{'id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:31.438270 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29746d72-1634-4192-a1e8-2dd0119dc335 None None] The sync data for ids ['02c348f4-3b6e-4827-9af0-10281320b134'] in dv-cinder-804345-1-iscsi is: [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:32:03Z', 'revision_number': 4, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': '45e65017-38fc-46aa-ba9b-dd48a52afc2f', 'name': '', 'network_id': '7951e27b-9ee0-4bac-b307-010b164089b6', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'mac_address': 'fa:16:3e:88:c0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:01Z', 'updated_at': '2021-08-12T15:32:12Z', 'revision_number': 5, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'subnets': [{'id': 'cb15ed47-a637-4378-9bb3-71152f440abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:39:31.570560 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 54962) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:31.642824 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c152cbf9-bc04-4bd6-9428-1d86f8754cd8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:31.673124 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d439c3-3db5-4d98-8dcd-c9f774a1e34b None None] New status for floating IP 0fc2e868-2b4d-4247-9f82-56f71bad996b: DOWN {{(pid=79260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:39:31.675232 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c152cbf9-bc04-4bd6-9428-1d86f8754cd8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:31.728357 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c152cbf9-bc04-4bd6-9428-1d86f8754cd8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:31.733124 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-579506e1-bb12-482a-a37c-ef86e8e8af31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:31.747432 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152cbf9-bc04-4bd6-9428-1d86f8754cd8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4e0624-2587-4319-b6a4-b3697a59aa5e,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:31.752728 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-c152cbf9-bc04-4bd6-9428-1d86f8754cd8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:31.754436 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c152cbf9-bc04-4bd6-9428-1d86f8754cd8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:31.757288 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-c152cbf9-bc04-4bd6-9428-1d86f8754cd8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c4e0624-2587-4319-b6a4-b3697a59aa5e HTTP/1.1" status: 204  len: 168 time: 0.1854515
Aug 12 15:39:31.758285 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54966) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:31.776441 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.api.v2.resource [None req-deba2ede-6479-4788-ab45-a7e32a289abb tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] show failed (client error): The resource could not be found.
Aug 12 15:39:31.777664 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-deba2ede-6479-4788-ab45-a7e32a289abb tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "GET /v2.0/security-groups/6c4e0624-2587-4319-b6a4-b3697a59aa5e HTTP/1.1" status: 404  len: 347 time: 0.0181608
Aug 12 15:39:31.780295 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 54970) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:32.057397 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-5ef94fec-70f5-4449-8349-970c5d24614e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Deleting port 3ef4947c-909e-4f16-b2f8-865fccd659f6 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:39:32.057716 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5ef94fec-70f5-4449-8349-970c5d24614e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:32.224132 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5ef94fec-70f5-4449-8349-970c5d24614e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:32.224457 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5ef94fec-70f5-4449-8349-970c5d24614e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:32.315534 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:39:32.349912 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-5ef94fec-70f5-4449-8349-970c5d24614e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Calling delete_port for 3ef4947c-909e-4f16-b2f8-865fccd659f6 owned by network:floatingip {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:39:32.350582 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:39:32.350930 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 2dd8ca00-3426-43a5-9c81-8ac1b0066f7f not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:39:32.539759 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ce146-a58f-4180-b4d6-aff907e2c82c req-b1aef9b8-0621-497e-b9a0-e5ed9e103af1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:32.542072 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d81ce146-a58f-4180-b4d6-aff907e2c82c req-b1aef9b8-0621-497e-b9a0-e5ed9e103af1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.1480706
Aug 12 15:39:32.595595 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5ef94fec-70f5-4449-8349-970c5d24614e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:32.604144 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-12360681-97e4-4ca8-96a4-855bca576b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:32.643530 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d81ce146-a58f-4180-b4d6-aff907e2c82c req-d2741ff0-0e10-4831-be4d-1a70272c8b82 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913920
Aug 12 15:39:32.651999 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef94fec-70f5-4449-8349-970c5d24614e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Pushing event deleted for resources: {'Port': ['ID=3ef4947c-909e-4f16-b2f8-865fccd659f6,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:32.678195 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5ef94fec-70f5-4449-8349-970c5d24614e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:32.743111 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5ef94fec-70f5-4449-8349-970c5d24614e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks [] for floatingip, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:32.756537 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5ef94fec-70f5-4449-8349-970c5d24614e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:32.757690 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-5ef94fec-70f5-4449-8349-970c5d24614e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] 10.222.0.18 "DELETE /v2.0/floatingips/0fc2e868-2b4d-4247-9f82-56f71bad996b HTTP/1.1" status: 204  len: 168 time: 0.9764781
Aug 12 15:39:33.832756 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317efe9-3d6d-47ed-b9da-e2be7d8e6ddf req-84fcf23c-5cfb-43cc-8a86-75a3550bdcd5 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:33.834238 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7317efe9-3d6d-47ed-b9da-e2be7d8e6ddf req-84fcf23c-5cfb-43cc-8a86-75a3550bdcd5 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.0806127
Aug 12 15:39:33.880240 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7317efe9-3d6d-47ed-b9da-e2be7d8e6ddf req-d24af06d-61bd-4b9e-82b3-c556c867fd97 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394952
Aug 12 15:39:34.617970 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:39:35.067199 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038848d-104c-4f96-99af-c42a255970e8 req-b8cee56f-5624-410a-ba9b-cd572bf9a0fc tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:35.068647 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9038848d-104c-4f96-99af-c42a255970e8 req-b8cee56f-5624-410a-ba9b-cd572bf9a0fc tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.0830290
Aug 12 15:39:35.114423 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9038848d-104c-4f96-99af-c42a255970e8 req-e7a6c8b9-4e63-4be4-8cf3-7da732779a61 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395272
Aug 12 15:39:35.519513 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 55000) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:36.201457 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716679'] for router_interface, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:36.299177 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b543-7876-4078-89c7-ab3c187cd7fc req-ae76f193-8bab-43f6-8143-8d54d17795f7 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:36.300684 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0fe7b543-7876-4078-89c7-ab3c187cd7fc req-ae76f193-8bab-43f6-8143-8d54d17795f7 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.0792956
Aug 12 15:39:36.325003 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:39:36.350573 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0fe7b543-7876-4078-89c7-ab3c187cd7fc req-46d29922-3e8f-4d06-9f06-85f60e00fdee tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431681
Aug 12 15:39:36.485273 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:39:36.498253 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'port_id': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5', 'mac_address': 'fa:16:3e:be:25:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:39:36.555740 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:36.572637 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:39:36.588452 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:39:36.593000 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:36.595631 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-500746a3-b70b-4aa7-824a-ee14b6f58c03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:36.666996 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Deleting port 45e65017-38fc-46aa-ba9b-dd48a52afc2f {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:39:36.667615 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:36.669816 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:36.673413 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:36.835741 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] For port 45e65017-38fc-46aa-ba9b-dd48a52afc2f, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=45e65017-38fc-46aa-ba9b-dd48a52afc2f,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:39:36.836010 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:36.958392 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Calling delete_port for 45e65017-38fc-46aa-ba9b-dd48a52afc2f owned by network:router_interface {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:39:36.966814 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['36b26ba0-593b-4207-8cb1-6d79a5e20fb5'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:39:37.287943 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:37.291990 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-33519489-e3da-4f8c-8470-06d4124c2f95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:37.332815 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Pushing event deleted for resources: {'Port': ['ID=45e65017-38fc-46aa-ba9b-dd48a52afc2f,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:37.366880 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:37.366880 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:37.367185 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:37.367437 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:37.367734 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:37.368088 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:37.368445 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:37.368811 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:37.369740 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:37.370126 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:37.370476 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:37.370827 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:37.378301 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:37.559802 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ca1ee-65ab-4d9a-b6e3-db45aa0cdeb6 req-be61d6e3-a78c-4703-ab4f-514e0a53cddc tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:37.561332 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b35ca1ee-65ab-4d9a-b6e3-db45aa0cdeb6 req-be61d6e3-a78c-4703-ab4f-514e0a53cddc tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 944 time: 0.0894513
Aug 12 15:39:37.607867 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b35ca1ee-65ab-4d9a-b6e3-db45aa0cdeb6 req-ea779156-3dbd-4a9a-9c96-890dc266e330 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404196
Aug 12 15:39:37.638593 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716667'] for router_interface, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:38.105493 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Router 02c348f4-3b6e-4827-9af0-10281320b134 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:39:38.287560 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:39:38.295723 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50450487-32af-400e-99a6-47f02584d0f3 None None] Sync routers for ids ['02c348f4-3b6e-4827-9af0-10281320b134'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:39:38.299916 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-6df249d3-4c11-4358-805e-75201fa9e7af admin admin] 10.222.0.18 "PUT /v2.0/routers/02c348f4-3b6e-4827-9af0-10281320b134/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7793620
Aug 12 15:39:38.302546 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 55010) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:38.308287 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50450487-32af-400e-99a6-47f02584d0f3 None None] Routers {'02c348f4-3b6e-4827-9af0-10281320b134'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:39:38.308937 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-50450487-32af-400e-99a6-47f02584d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081a73fa0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:39:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['02c348f4-3b6e-4827-9af0-10281320b134'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:38.341812 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:39:38.410929 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:39:38.416038 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:39:38.416384 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:38.496735 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Notify callbacks [] for router, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:38.503205 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-50450487-32af-400e-99a6-47f02584d0f3 None None] Set router 02c348f4-3b6e-4827-9af0-10281320b134 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:39:38.536982 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:38.569308 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:39:38.579647 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:39:38.585859 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:38.588562 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:38.631704 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5', 'code': 200}
Aug 12 15:39:38.689515 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:38.692922 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:38.868319 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-50450487-32af-400e-99a6-47f02584d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081a73fa0>, [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:39:37Z', 'revision_number': 5, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port': {'id': 'a1d12fac-973b-457b-bdeb-4631a12f05b1', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c348f4-3b6e-4827-9af0-10281320b134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:31:54Z', 'updated_at': '2021-08-12T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:38.873621 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50450487-32af-400e-99a6-47f02584d0f3 None None] Checking router: 02c348f4-3b6e-4827-9af0-10281320b134 for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:39:38.876218 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:38.882918 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50450487-32af-400e-99a6-47f02584d0f3 None None] Routers {'02c348f4-3b6e-4827-9af0-10281320b134'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:39:38.883814 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-50450487-32af-400e-99a6-47f02584d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081a73fa0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:39:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['02c348f4-3b6e-4827-9af0-10281320b134'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:38.892161 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Deleting port a1d12fac-973b-457b-bdeb-4631a12f05b1 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:39:38.892482 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:38.991176 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1601359-c94f-4955-abd0-6acfeea60d2b req-e521c23c-59c0-46f0-bc1b-3bc41237dbbb tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:38.992614 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a1601359-c94f-4955-abd0-6acfeea60d2b req-e521c23c-59c0-46f0-bc1b-3bc41237dbbb tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.1922510
Aug 12 15:39:39.037172 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-50450487-32af-400e-99a6-47f02584d0f3 None None] Set router 02c348f4-3b6e-4827-9af0-10281320b134 gateway port host: None {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:39:39.131443 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a1601359-c94f-4955-abd0-6acfeea60d2b req-803dacec-0856-475d-86b3-cbfaed825d3d tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1297934
Aug 12 15:39:39.144807 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-50450487-32af-400e-99a6-47f02584d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081a73fa0>, [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:39:38Z', 'revision_number': 6, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port_host': None}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:39.149041 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50450487-32af-400e-99a6-47f02584d0f3 None None] The sync data for ids ['02c348f4-3b6e-4827-9af0-10281320b134'] in dv-cinder-804345-1-iscsi is: [{'id': '02c348f4-3b6e-4827-9af0-10281320b134', 'name': 'tempest-AttachVolumeShelveTestJSON-1413674726-router', 'tenant_id': '409c964789574bf4b00bd19c92187a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:31:52Z', 'updated_at': '2021-08-12T15:39:38Z', 'revision_number': 6, 'project_id': '409c964789574bf4b00bd19c92187a1f', 'gw_port_host': None}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:39:39.159359 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ead0b3-9165-45e0-9fe8-86cc19d21cd2 req-9db204f8-2755-48e5-a4e8-13feebdefc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:39.160826 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-88ead0b3-9165-45e0-9fe8-86cc19d21cd2 req-9db204f8-2755-48e5-a4e8-13feebdefc21 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 1098 time: 0.2401056
Aug 12 15:39:39.200371 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] For port a1d12fac-973b-457b-bdeb-4631a12f05b1, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=a1d12fac-973b-457b-bdeb-4631a12f05b1,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:39:39.200721 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:39.330269 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Calling delete_port for a1d12fac-973b-457b-bdeb-4631a12f05b1 owned by network:router_gateway {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:39:39.359217 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-88ead0b3-9165-45e0-9fe8-86cc19d21cd2 req-7de4112f-13b5-48de-a679-efaa67c23f93 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1871426
Aug 12 15:39:39.493293 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:39.497643 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5ef94fec-70f5-4449-8349-970c5d24614e tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:39.545160 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d12fac-973b-457b-bdeb-4631a12f05b1,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:39.587496 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:39.587868 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:39.588258 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:39.588613 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:39.588984 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:39.589335 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:39.589681 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:39.590034 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:39.590381 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:39.590808 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:39.591067 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:39.591412 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:39:39.619085 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:39.652068 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604370'] for router_gateway, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:39.822739 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1871'] for router, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:39.824948 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:39.847723 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1717320'] for router, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:39.848298 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02c348f4-3b6e-4827-9af0-10281320b134 {{(pid=79258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 12 15:39:39.861742 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Notify callbacks [] for router, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:39.862926 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] 10.222.0.18 "DELETE /v2.0/routers/02c348f4-3b6e-4827-9af0-10281320b134 HTTP/1.1" status: 204  len: 168 time: 1.5593953
Aug 12 15:39:39.865520 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 55018) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:39.929706 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4bf1239-e5f9-40ca-b620-8405810cca5a admin admin] Deleting subnet cb15ed47-a637-4378-9bb3-71152f440abb {{(pid=79258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:39:39.933250 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b4bf1239-e5f9-40ca-b620-8405810cca5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:39.990008 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b4bf1239-e5f9-40ca-b620-8405810cca5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3945216'] for subnet, precommit_delete_associations {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:40.110880 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b4bf1239-e5f9-40ca-b620-8405810cca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:40.181198 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b4bf1239-e5f9-40ca-b620-8405810cca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222926'] for subnet, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:40.186661 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:40.198294 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f56425d1-a553-4b61-a6af-844510583f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:40.206269 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device a1d12fac-973b-457b-bdeb-4631a12f05b1 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:39:40.226305 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf1239-e5f9-40ca-b620-8405810cca5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb15ed47-a637-4378-9bb3-71152f440abb,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:40.229237 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b4bf1239-e5f9-40ca-b620-8405810cca5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:40.230209 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b4bf1239-e5f9-40ca-b620-8405810cca5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:40.238880 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-b4bf1239-e5f9-40ca-b620-8405810cca5a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cb15ed47-a637-4378-9bb3-71152f440abb HTTP/1.1" status: 204  len: 168 time: 0.3698013
Aug 12 15:39:40.239038 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 55024) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:40.252248 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29240670-5ffb-4d1c-ad25-12a9b0714368 None None] Network 7951e27b-9ee0-4bac-b307-010b164089b6 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:39:40.271180 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: a1d12fac-973b-457b-bdeb-4631a12f05b1 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:39:40.271728 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device a1d12fac-973b-457b-bdeb-4631a12f05b1 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:39:40.272159 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 45e65017-38fc-46aa-ba9b-dd48a52afc2f no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:39:40.317657 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: 45e65017-38fc-46aa-ba9b-dd48a52afc2f {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:39:40.318002 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 45e65017-38fc-46aa-ba9b-dd48a52afc2f not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:39:40.522857 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:40.542105 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Deleting port 9ade58c9-61de-4809-ba70-5813df624535 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:39:40.542437 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:40.560202 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040bff8f-d48c-4877-9277-52d50509f6ad None None] DHCP port deletion for 7951e27b-9ee0-4bac-b307-010b164089b6 request from dv-cinder-804345-1-iscsi {{(pid=79260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 12 15:39:40.564492 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-040bff8f-d48c-4877-9277-52d50509f6ad None None] Deleting port 9ade58c9-61de-4809-ba70-5813df624535 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:39:40.564907 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-040bff8f-d48c-4877-9277-52d50509f6ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:40.622483 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2e753-4769-45fe-9d91-fc6636d2bf44 req-44ebbd5a-0514-4bf1-b2a8-c89afd9cefcf tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:40.630443 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d7f2e753-4769-45fe-9d91-fc6636d2bf44 req-44ebbd5a-0514-4bf1-b2a8-c89afd9cefcf tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.3556263
Aug 12 15:39:40.722590 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d7f2e753-4769-45fe-9d91-fc6636d2bf44 req-da4bb35b-2eb2-408f-842b-376439d4c750 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0912631
Aug 12 15:39:40.837224 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] For port 9ade58c9-61de-4809-ba70-5813df624535, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=9ade58c9-61de-4809-ba70-5813df624535,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:39:40.837491 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:40.840496 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-040bff8f-d48c-4877-9277-52d50509f6ad None None] For port 9ade58c9-61de-4809-ba70-5813df624535, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=9ade58c9-61de-4809-ba70-5813df624535,segment=NetworkSegment(5b73a4b3-109a-4471-a9b1-ac66f41c2879),segment_id=5b73a4b3-109a-4471-a9b1-ac66f41c2879)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:39:40.840804 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-040bff8f-d48c-4877-9277-52d50509f6ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:40.850627 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:40.962215 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-040bff8f-d48c-4877-9277-52d50509f6ad None None] Calling delete_port for 9ade58c9-61de-4809-ba70-5813df624535 owned by network:dhcp {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:39:40.967550 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Calling delete_port for 9ade58c9-61de-4809-ba70-5813df624535 owned by network:dhcp {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:39:41.041992 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-040bff8f-d48c-4877-9277-52d50509f6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279'] for port, after_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:41.045822 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:41.048625 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.db.api [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79258) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 12 15:39:41.048989 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_db.api [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 12 15:39:41.089833 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bff8f-d48c-4877-9277-52d50509f6ad None None] Pushing event deleted for resources: {'Port': ['ID=9ade58c9-61de-4809-ba70-5813df624535,revision_number=None']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:41.092832 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-040bff8f-d48c-4877-9277-52d50509f6ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:41.093862 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040bff8f-d48c-4877-9277-52d50509f6ad None None] No DVR routers for this DVR port 9ade58c9-61de-4809-ba70-5813df624535 on host dv-cinder-804345-1-iscsi {{(pid=79260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:39:41.229768 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:41.549808 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Deleting port 9ade58c9-61de-4809-ba70-5813df624535 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:39:41.550151 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:41.619002 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] The port '9ade58c9-61de-4809-ba70-5813df624535' was deleted {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 12 15:39:41.740883 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:41.753779 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0800fca90>,) {'filters': {'network_id': ['7951e27b-9ee0-4bac-b307-010b164089b6']}} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:41.766532 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0800fca90>, '5b73a4b3-109a-4471-a9b1-ac66f41c2879') {'for_net_delete': True} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:41.766777 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0800fca90>, '5b73a4b3-109a-4471-a9b1-ac66f41c2879') {} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:41.778348 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3945247'] for segment, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:41.794893 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:41.801255 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=79258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:39:41.801576 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143377'] for segment, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   util.warn(
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   util.warn(
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   util.warn(
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   util.warn(
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]: Traceback (most recent call last):
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:     timer()
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:     cb(*args, **kw)
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:     return func(*args, **kwargs)
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:     self._notify()
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:     self.callback(batched_events)
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:     event.method(event)
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:     return f(self, *a, **k)
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._get(url).json()
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:39:41.815389 dv-cinder-804345-1-iscsi neutron-server[79258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:39:41.937318 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:41.944608 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:41.960618 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:41.978051 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Pushing event deleted for resources: {'Network': ['ID=7951e27b-9ee0-4bac-b307-010b164089b6,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:41.985051 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:41.991305 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-21c7b15a-ad96-48e1-ae83-249cb29c6388 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7951e27b-9ee0-4bac-b307-010b164089b6 HTTP/1.1" status: 204  len: 168 time: 1.7513034
Aug 12 15:39:42.003791 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b02c1-44ad-4aab-817b-61c54c773e68 req-cab9942f-1e77-439f-a1f4-cefd351609c9 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:42.005224 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c9b02c1-44ad-4aab-817b-61c54c773e68 req-cab9942f-1e77-439f-a1f4-cefd351609c9 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.1703742
Aug 12 15:39:42.050737 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c9b02c1-44ad-4aab-817b-61c54c773e68 req-8ada8222-8bf5-4153-ab4d-63dd0667c919 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398624
Aug 12 15:39:42.125040 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 55034) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:42.175517 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-1acbe561-0147-445c-9f77-dd556c8e72da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=409c964789574bf4b00bd19c92187a1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0492589
Aug 12 15:39:42.178052 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 55038) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:42.201400 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 9ade58c9-61de-4809-ba70-5813df624535 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:39:42.239256 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: 9ade58c9-61de-4809-ba70-5813df624535 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:39:42.240527 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 9ade58c9-61de-4809-ba70-5813df624535 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:39:42.243984 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e9eba664-6730-4d43-99f4-22fa3d9b4e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:42.262904 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76389e-e0c1-4899-ac6b-5b6b6118e556 req-0b9dd891-e74c-4a53-8f31-034f3e7c7527 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:42.264615 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4a76389e-e0c1-4899-ac6b-5b6b6118e556 req-0b9dd891-e74c-4a53-8f31-034f3e7c7527 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.0823331
Aug 12 15:39:42.270552 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e9eba664-6730-4d43-99f4-22fa3d9b4e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:42.313698 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4a76389e-e0c1-4899-ac6b-5b6b6118e556 req-dda2c401-2c50-4408-b2ec-c89ea9564b35 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433214
Aug 12 15:39:42.326248 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e9eba664-6730-4d43-99f4-22fa3d9b4e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:42.330117 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-1cc926e3-efe1-475e-93d9-1f261bd7827a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:42.335519 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 55042) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:42.342599 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eba664-6730-4d43-99f4-22fa3d9b4e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52915710-6943-44e1-a37f-ac034ece2825,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:42.345058 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e9eba664-6730-4d43-99f4-22fa3d9b4e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:42.356040 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e9eba664-6730-4d43-99f4-22fa3d9b4e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:42.357464 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-e9eba664-6730-4d43-99f4-22fa3d9b4e69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52915710-6943-44e1-a37f-ac034ece2825 HTTP/1.1" status: 204  len: 168 time: 0.1784465
Aug 12 15:39:42.578013 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca30882-d1b3-43fc-9b55-6c854c03d251 tempest-TestShelveInstance-2091488122 tempest-TestShelveInstance-2091488122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:42.579591 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-fca30882-d1b3-43fc-9b55-6c854c03d251 tempest-TestShelveInstance-2091488122 tempest-TestShelveInstance-2091488122-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 1093 time: 0.2430570
Aug 12 15:39:42.582690 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 55052) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:42.588015 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Request body: {'floatingip': {'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'port_id': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:39:42.594643 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:39:42.598762 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Usage tracker for resource:floatingip and tenant:6de95a90532648a585b1ca57bdb00cdb is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:39:42.601666 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:39:42.607431 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:39:42.618237 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for floatingip, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:42.767591 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:42.794866 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b8fad3d1-58d0-49aa-9edd-3d24bd9d4076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:42.962351 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de95aace-8ba8-414d-94ef-141f28031599 req-ea77ea8d-cb15-4f0f-b6ca-cec1990d5da1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1555786
Aug 12 15:39:42.971766 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Allocated IP 172.27.3.17 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/6ac6908d-ec4f-4940-a1e5-3ed3073877a7) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:39:43.164814 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 55072) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:43.278440 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95aace-8ba8-414d-94ef-141f28031599 req-fa1daab4-76b4-4185-8679-c830ac800d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:43.279918 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de95aace-8ba8-414d-94ef-141f28031599 req-fa1daab4-76b4-4185-8679-c830ac800d5c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 1099 time: 0.2762067
Aug 12 15:39:43.286107 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-25026093-network', 'tenant_id': 'a312b63f024c4b7cb3da0386d09c7896'}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:39:43.287370 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:43.291720 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:39:43.296337 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Usage tracker for resource:network and tenant:a312b63f024c4b7cb3da0386d09c7896 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:39:43.299651 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:39:43.305620 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:39:43.317320 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Made reservation on behalf of a312b63f024c4b7cb3da0386d09c7896 for: {'network': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:39:43.319582 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for network, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:43.331735 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:43.346447 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:39:43.350438 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Usage tracker for resource:security_group_rule and tenant:a312b63f024c4b7cb3da0386d09c7896 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:39:43.353244 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:39:43.359621 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:39:43.405915 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:43.414009 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-03a0c0e9-b6b2-451a-8161-3820cb537861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:43.447211 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:43.451397 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:43.456093 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-9bd7136a-02d6-4740-84d2-675a2e0067be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:43.484735 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724}  {{(pid=79259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Aug 12 15:39:43.492524 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:39:43.493654 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9806e5d7-05f0-47d9-9948-daccadf8b140,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:43.497925 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:43.498170 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:39:43.503354 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:43.503708 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.segments_db [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Added segment 075bf2af-24d8-4c66-9d4c-b5d857aa5f52 of type vlan for network 39b7df28-7169-4b60-a0f8-b5b1b116ac71
Aug 12 15:39:43.504063 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:39:43.535590 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791935045515'] for network, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:43.557800 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Pushing event updated for resources: {'Port': ['ID=6ac6908d-ec4f-4940-a1e5-3ed3073877a7,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:43.563767 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:43.570695 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95aace-8ba8-414d-94ef-141f28031599 req-1b0f91f1-7468-40d9-89bb-980ff55d4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:43.571824 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544'] for network, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:43.572317 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de95aace-8ba8-414d-94ef-141f28031599 req-1b0f91f1-7468-40d9-89bb-980ff55d4e73 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 913 time: 0.2631259
Aug 12 15:39:43.573418 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:43.574046 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:43.579190 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-be2e2d23-bd99-41e1-84ed-db669ca25ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:43.677528 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5112178
Aug 12 15:39:43.682675 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 55078) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:39:43.683394 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Pushing event updated for resources: {'Network': ['ID=39b7df28-7169-4b60-a0f8-b5b1b116ac71,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:43.690642 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.v2.base [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Request body: {'subnet': {'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-25026093-subnet', 'tenant_id': 'a312b63f024c4b7cb3da0386d09c7896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:39:43.693851 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 details requested by agent ovs-agent-dv-cinder-804345-1-iscsi with host dv-cinder-804345-1-iscsi {{(pid=79260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Aug 12 15:39:43.694362 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4ee378d2-5d85-40e0-b76f-ca71ed296f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:43.696652 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:39:43.700643 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Usage tracker for resource:subnet and tenant:a312b63f024c4b7cb3da0386d09c7896 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:39:43.704236 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:39:43.710203 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:39:43.726281 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Made reservation on behalf of a312b63f024c4b7cb3da0386d09c7896 for: {'subnet': 1} {{(pid=79259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:39:43.728614 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3857535'] for subnet, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:43.779558 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de95aace-8ba8-414d-94ef-141f28031599 req-499753e5-74c0-4c03-8464-24f8ff97f986 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 HTTP/1.1" status: 200  len: 1002 time: 0.1673396
Aug 12 15:39:43.813108 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:43.937343 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95aace-8ba8-414d-94ef-141f28031599 req-883ebabb-d2be-4a5f-928b-1ce9b03ff6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:43.938683 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de95aace-8ba8-414d-94ef-141f28031599 req-883ebabb-d2be-4a5f-928b-1ce9b03ff6dd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70b088f4-4875-49de-a01f-42d328a56517 HTTP/1.1" status: 200  len: 851 time: 0.1436672
Aug 12 15:39:43.947112 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1203317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3857421'] for subnet, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:43.957163 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:44.040681 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62457501-2694-4317-8915-c243fea10efd,revision_number=0']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:44.043011 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Checking segment: {'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:39:44.043365 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Network hostable DHCP agents. Network: 39b7df28-7169-4b60-a0f8-b5b1b116ac71, hostable agents: ['e533bf66-5959-4095-9cb1-c242c7cbf233'], hosted agents: [] {{(pid=79259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Aug 12 15:39:44.049118 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:44.063276 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 is scheduled to be hosted by DHCP agent e533bf66-5959-4095-9cb1-c242c7cbf233 with binding_index 1 {{(pid=79259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Aug 12 15:39:44.072433 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.base_scheduler [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804345-1-iscsi, 39b7df28-7169-4b60-a0f8-b5b1b116ac71) {{(pid=79259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:39:44.080092 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:44.080853 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:44.082608 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265f32a2-1cea-45c0-bd7c-55e869c678c0 None None] Network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:39:44.106563 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-4d13d5cf-82f5-4e06-94ce-1d42d49e30f0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4205761
Aug 12 15:39:44.115813 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95aace-8ba8-414d-94ef-141f28031599 req-ddc9760b-2374-4a6b-94fa-e693b5df4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:44.117324 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de95aace-8ba8-414d-94ef-141f28031599 req-ddc9760b-2374-4a6b-94fa-e693b5df4f74 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6583e41a-fa82-4b36-8411-f472b64444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1306510
Aug 12 15:39:44.271568 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:44.286100 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de95aace-8ba8-414d-94ef-141f28031599 req-21cce33d-6593-4e9e-a2e6-34b38b1232d4 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566675
Aug 12 15:39:44.327673 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e7b17f-bd26-46b6-b04e-7be6489a0577 None None] Network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:39:44.452055 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:44.653945 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-de95aace-8ba8-414d-94ef-141f28031599 req-e2c52866-4a75-47fe-87c6-e8677ec13bf5 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3608954
Aug 12 15:39:44.858132 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-661974af-4b0e-4ccc-834f-988815adc1d0 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:44.859481 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-661974af-4b0e-4ccc-834f-988815adc1d0 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/networks?id=39b7df28-7169-4b60-a0f8-b5b1b116ac71 HTTP/1.1" status: 200  len: 813 time: 0.2485032
Aug 12 15:39:44.904002 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-724e854d-3845-4e62-9f9e-ef8fe1819f8c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/quotas/a312b63f024c4b7cb3da0386d09c7896 HTTP/1.1" status: 200  len: 375 time: 0.0332770
Aug 12 15:39:44.956012 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2b51af52-b2ba-4189-b389-8ecfe95b4ba3 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a312b63f024c4b7cb3da0386d09c7896&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0459750
Aug 12 15:39:44.995080 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:45.000627 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:45.014383 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-cf503be5-15c4-4f64-8119-9429ace962e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:45.182852 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Pushing event updated for resources: {'Port': ['ID=6ac6908d-ec4f-4940-a1e5-3ed3073877a7,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:45.190700 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:45.217468 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:45.269051 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-e00205ce-0ca9-40af-8acf-fffe446a5968 service neutron] 10.222.0.18 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3023956
Aug 12 15:39:45.298596 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:45.498070 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.l3_db [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Floating IP e901cf96-19e0-4483-a0de-deb36d30ce4b associated. External IP: 172.27.3.17, port: 36b26ba0-593b-4207-8cb1-6d79a5e20fb5.
Aug 12 15:39:45.552876 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-8d736a1d-e70d-467f-a5d4-95ff45e3ca46 service neutron] 10.222.0.18 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2776446
Aug 12 15:39:45.787773 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ec6daa06-832a-4d7c-849a-fdcef1bb8b51 req-ae5fe22a-ae01-4427-a11d-ce89f96ea575 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 210 time: 0.0568295
Aug 12 15:39:45.908349 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Router a3762701-d1a2-4074-9402-b1790e7aa8a2 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:39:46.212655 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:39:46.222838 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf4a93b-6b38-4c42-8429-cc298a7a92eb None None] Sync routers for ids ['a3762701-d1a2-4074-9402-b1790e7aa8a2'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:39:46.233077 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf4a93b-6b38-4c42-8429-cc298a7a92eb None None] Routers {'a3762701-d1a2-4074-9402-b1790e7aa8a2'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:39:46.233798 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-6cf4a93b-6b38-4c42-8429-cc298a7a92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081a33c70>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:39:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a3762701-d1a2-4074-9402-b1790e7aa8a2'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:46.239678 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:46.297633 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.7137282
Aug 12 15:39:46.298271 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'tag': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:39:46.344596 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'tag': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5', 'status': 'completed', 'code': 200}
Aug 12 15:39:46.432493 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-6cf4a93b-6b38-4c42-8429-cc298a7a92eb None None] Set router a3762701-d1a2-4074-9402-b1790e7aa8a2 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:39:46.461015 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82648f41-5e92-4689-9e9a-3036bc260a58 req-f0a35455-3c2f-44f1-9cb8-4b6e9a4d4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:46.462500 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-82648f41-5e92-4689-9e9a-3036bc260a58 req-f0a35455-3c2f-44f1-9cb8-4b6e9a4d4ff9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6de95a90532648a585b1ca57bdb00cdb&device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 1098 time: 0.0728984
Aug 12 15:39:46.605659 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82648f41-5e92-4689-9e9a-3036bc260a58 req-ea510780-ebce-4e40-8bd0-6e45f57f2546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:46.607810 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-82648f41-5e92-4689-9e9a-3036bc260a58 req-ea510780-ebce-4e40-8bd0-6e45f57f2546 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8 HTTP/1.1" status: 200  len: 909 time: 0.1384001
Aug 12 15:39:46.717571 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-82648f41-5e92-4689-9e9a-3036bc260a58 req-91e897e0-40b8-428f-b9d6-a58352be8c92 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5 HTTP/1.1" status: 200  len: 998 time: 0.1027653
Aug 12 15:39:46.782359 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82648f41-5e92-4689-9e9a-3036bc260a58 req-a67c5816-b5cd-46b6-96f4-aa896260c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:46.783937 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-82648f41-5e92-4689-9e9a-3036bc260a58 req-a67c5816-b5cd-46b6-96f4-aa896260c91a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=616a6a01-bd4d-43ed-8fe9-4de5b74903e4 HTTP/1.1" status: 200  len: 847 time: 0.0596159
Aug 12 15:39:46.824076 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-6cf4a93b-6b38-4c42-8429-cc298a7a92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081a33c70>, [{'id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:49Z', 'updated_at': '2021-08-12T15:38:53Z', 'revision_number': 4, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'gw_port': {'id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': 'e901cf96-19e0-4483-a0de-deb36d30ce4b', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'port_id': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'mac_address': 'fa:16:3e:be:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:39:44Z', 'updated_at': '2021-08-12T15:39:44Z', 'revision_number': 0, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0ad646-55fa-48b1-9d80-c8a48180f68f', 'name': '', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'mac_address': 'fa:16:3e:38:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:52Z', 'updated_at': '2021-08-12T15:39:00Z', 'revision_number': 5, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'subnets': [{'id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:46.828492 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf4a93b-6b38-4c42-8429-cc298a7a92eb None None] Checking router: a3762701-d1a2-4074-9402-b1790e7aa8a2 for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:39:46.837265 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf4a93b-6b38-4c42-8429-cc298a7a92eb None None] Routers {'a3762701-d1a2-4074-9402-b1790e7aa8a2'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:39:46.837886 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-6cf4a93b-6b38-4c42-8429-cc298a7a92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081a33c70>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:39:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a3762701-d1a2-4074-9402-b1790e7aa8a2'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:47.015780 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4d29caa2-2c1e-417d-8e89-65492d1692c3 req-9d03cc32-8860-49a6-8187-c06f4b942938 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 210 time: 0.1006639
Aug 12 15:39:47.034170 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82648f41-5e92-4689-9e9a-3036bc260a58 req-c869c739-7828-40c9-a997-7c95950f2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:47.035624 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-82648f41-5e92-4689-9e9a-3036bc260a58 req-c869c739-7828-40c9-a997-7c95950f2955 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2218928
Aug 12 15:39:47.042001 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-6cf4a93b-6b38-4c42-8429-cc298a7a92eb None None] Set router a3762701-d1a2-4074-9402-b1790e7aa8a2 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:39:47.096901 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-1d745978-3fdf-466f-bb14-fdb8cc039f00 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:47.098338 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-1d745978-3fdf-466f-bb14-fdb8cc039f00 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "GET /v2.0/networks?id=39b7df28-7169-4b60-a0f8-b5b1b116ac71 HTTP/1.1" status: 200  len: 813 time: 0.3063240
Aug 12 15:39:47.154379 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Request body: {'port': {'device_id': '96cc2c92-9581-479d-b2ab-7d6d85fec3fe', 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71', 'admin_state_up': True, 'tenant_id': 'a312b63f024c4b7cb3da0386d09c7896'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:39:47.287400 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-82648f41-5e92-4689-9e9a-3036bc260a58 req-d931f1d0-24ab-4000-a1eb-c22eeaa263e0 service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2369320
Aug 12 15:39:47.353769 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:39:47.361306 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Usage tracker for resource:port and tenant:a312b63f024c4b7cb3da0386d09c7896 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:39:47.365489 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:39:47.404008 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-6cf4a93b-6b38-4c42-8429-cc298a7a92eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081a33c70>, [{'id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:49Z', 'updated_at': '2021-08-12T15:38:53Z', 'revision_number': 4, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'gw_port': {'id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': 'e901cf96-19e0-4483-a0de-deb36d30ce4b', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'port_id': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'mac_address': 'fa:16:3e:be:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:39:44Z', 'updated_at': '2021-08-12T15:39:44Z', 'revision_number': 0, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0ad646-55fa-48b1-9d80-c8a48180f68f', 'name': '', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'mac_address': 'fa:16:3e:38:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:52Z', 'updated_at': '2021-08-12T15:39:00Z', 'revision_number': 5, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'subnets': [{'id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:39:47.408145 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf4a93b-6b38-4c42-8429-cc298a7a92eb None None] The sync data for ids ['a3762701-d1a2-4074-9402-b1790e7aa8a2'] in dv-cinder-804345-1-iscsi is: [{'id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:49Z', 'updated_at': '2021-08-12T15:38:53Z', 'revision_number': 4, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'gw_port': {'id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': 'e901cf96-19e0-4483-a0de-deb36d30ce4b', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'floating_ip_address': '172.27.3.17', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'port_id': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'mac_address': 'fa:16:3e:be:25:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:39:44Z', 'updated_at': '2021-08-12T15:39:44Z', 'revision_number': 0, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0ad646-55fa-48b1-9d80-c8a48180f68f', 'name': '', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'mac_address': 'fa:16:3e:38:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:52Z', 'updated_at': '2021-08-12T15:39:00Z', 'revision_number': 5, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'subnets': [{'id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:39:47.420481 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:39:47.444371 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Made reservation on behalf of a312b63f024c4b7cb3da0386d09c7896 for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:39:47.447901 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:47.481921 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-82648f41-5e92-4689-9e9a-3036bc260a58 req-0d91d872-60d3-40e8-b8d6-1d0250974604 service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1667624
Aug 12 15:39:47.610225 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8b235-98cc-4b89-bbf1-ee357076da1d None None] New status for floating IP e901cf96-19e0-4483-a0de-deb36d30ce4b: ACTIVE {{(pid=79261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:39:47.634210 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Allocated IP 172.20.0.8 (39b7df28-7169-4b60-a0f8-b5b1b116ac71/62457501-2694-4317-8915-c243fea10efd/f2ec6a89-8372-48ae-a9fb-1575b276f70d) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:39:47.973762 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:48.004341 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:48.010075 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b76577a4-8b4e-4fb1-a271-cd3eeee67533 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:48.082250 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:39:48.085400 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:39:48.089923 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:39:48.117290 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Pushing event updated for resources: {'Port': ['ID=f2ec6a89-8372-48ae-a9fb-1575b276f70d,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:48.124690 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:48.199029 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:48.199626 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:48.227987 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0779524
Aug 12 15:39:48.243650 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb37f65-a42d-4150-bc1e-9b76cf4c4a3b req-beb86029-d410-4381-8d85-580a70bfd4b7 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:48.244341 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-0eb37f65-a42d-4150-bc1e-9b76cf4c4a3b req-beb86029-d410-4381-8d85-580a70bfd4b7 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Synchronizing usage tracker for tenant:a312b63f024c4b7cb3da0386d09c7896 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:39:48.252407 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Request body: {'port': {'device_id': '96cc2c92-9581-479d-b2ab-7d6d85fec3fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:39:48.312180 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-0eb37f65-a42d-4150-bc1e-9b76cf4c4a3b req-beb86029-d410-4381-8d85-580a70bfd4b7 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Unset dirty status for tenant:a312b63f024c4b7cb3da0386d09c7896 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:39:48.313353 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0eb37f65-a42d-4150-bc1e-9b76cf4c4a3b req-beb86029-d410-4381-8d85-580a70bfd4b7 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 931 time: 0.1836901
Aug 12 15:39:48.401977 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:48.417978 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0eb37f65-a42d-4150-bc1e-9b76cf4c4a3b req-63a35058-9cb4-4f06-abac-1e1dec2291e2 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774493
Aug 12 15:39:48.752011 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ec6a89-8372-48ae-a9fb-1575b276f70d {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:39:48.758906 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:48.773726 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Transition to ACTIVE for port object f2ec6a89-8372-48ae-a9fb-1575b276f70d will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:39:48.777219 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:48.781519 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d8b79110-2bf1-4376-ba24-7eec68ae62ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:48.903602 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ec6a89-8372-48ae-a9fb-1575b276f70d,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:48.929591 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:49.011460 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Attempting to bind port f2ec6a89-8372-48ae-a9fb-1575b276f70d on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:39:49.011829 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Attempting to bind port f2ec6a89-8372-48ae-a9fb-1575b276f70d by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:39:49.012168 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Attempting to bind port f2ec6a89-8372-48ae-a9fb-1575b276f70d on network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:39:49.017085 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Port f2ec6a89-8372-48ae-a9fb-1575b276f70d on network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:39:49.017406 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Attempting to bind port f2ec6a89-8372-48ae-a9fb-1575b276f70d on network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:39:49.022462 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:39:49.022789 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Checking segment: {'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:39:49.023164 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Bound using segment: {'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:39:49.023576 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Bound port: f2ec6a89-8372-48ae-a9fb-1575b276f70d, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:39:49.023913 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:49.113434 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] For port f2ec6a89-8372-48ae-a9fb-1575b276f70d, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:39:49.116269 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] For port f2ec6a89-8372-48ae-a9fb-1575b276f70d, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=f2ec6a89-8372-48ae-a9fb-1575b276f70d,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:39:49.120511 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:49.124858 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-9d41fda3-b8d0-4ed4-95dc-790e25b0c256 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:49.183276 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:49.183913 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:49.185392 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] 10.222.0.76 "PUT /v2.0/ports/f2ec6a89-8372-48ae-a9fb-1575b276f70d HTTP/1.1" status: 200  len: 1093 time: 0.9384246
Aug 12 15:39:49.185889 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96cc2c92-9581-479d-b2ab-7d6d85fec3fe', 'tag': 'f2ec6a89-8372-48ae-a9fb-1575b276f70d'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:39:49.208244 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ec6a89-8372-48ae-a9fb-1575b276f70d,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:49.211354 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:49.234426 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96cc2c92-9581-479d-b2ab-7d6d85fec3fe', 'tag': 'f2ec6a89-8372-48ae-a9fb-1575b276f70d', 'status': 'completed', 'code': 200}
Aug 12 15:39:49.327731 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-a02f03ec-3a5e-4e6d-bcbb-90ea25cce2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:49.329194 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-a02f03ec-3a5e-4e6d-bcbb-90ea25cce2e3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a312b63f024c4b7cb3da0386d09c7896&device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 1096 time: 0.0716820
Aug 12 15:39:49.407912 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-3a80fc5f-2b18-439f-bbe3-0681927ae634 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2ec6a89-8372-48ae-a9fb-1575b276f70d HTTP/1.1" status: 200  len: 217 time: 0.0638132
Aug 12 15:39:49.473693 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-257c9f03-8a8c-458b-afc3-71c61143597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:49.475133 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-257c9f03-8a8c-458b-afc3-71c61143597f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62457501-2694-4317-8915-c243fea10efd HTTP/1.1" status: 200  len: 853 time: 0.0586817
Aug 12 15:39:49.528238 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-e489df6f-f8ad-480b-a674-2573261a277f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=39b7df28-7169-4b60-a0f8-b5b1b116ac71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459220
Aug 12 15:39:49.818688 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab613df-2bd3-4084-922f-53dd36fd350f req-c0747cef-2902-4590-92fe-8e130b6e268e tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:49.820138 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9ab613df-2bd3-4084-922f-53dd36fd350f req-c0747cef-2902-4590-92fe-8e130b6e268e tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 943 time: 0.2946413
Aug 12 15:39:49.822027 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-b0cfb174-7eba-4316-8fc2-3c1de34cda23 service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2613013
Aug 12 15:39:49.947007 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9ab613df-2bd3-4084-922f-53dd36fd350f req-7566e1d1-fcf2-407d-a1a5-714967e47a3e tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204214
Aug 12 15:39:50.000246 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2cf63796-c6a0-462b-be5c-ae36e60f58df req-341a666c-0bc9-4af5-b74a-598724532693 service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1610579
Aug 12 15:39:50.193642 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9154a0-cb4c-4fe4-99b5-524b80079a00 req-dca779df-ee62-4925-a765-b312f3a90825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:50.195111 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fa9154a0-cb4c-4fe4-99b5-524b80079a00 req-dca779df-ee62-4925-a765-b312f3a90825 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a312b63f024c4b7cb3da0386d09c7896&device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 1096 time: 0.0774853
Aug 12 15:39:50.328361 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9154a0-cb4c-4fe4-99b5-524b80079a00 req-feb62abd-8c33-4ec1-b437-9d01a7c8a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:50.329839 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fa9154a0-cb4c-4fe4-99b5-524b80079a00 req-feb62abd-8c33-4ec1-b437-9d01a7c8a6d4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=39b7df28-7169-4b60-a0f8-b5b1b116ac71 HTTP/1.1" status: 200  len: 914 time: 0.1270099
Aug 12 15:39:50.401721 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fa9154a0-cb4c-4fe4-99b5-524b80079a00 req-c381a817-229f-4222-b970-788225a60534 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2ec6a89-8372-48ae-a9fb-1575b276f70d HTTP/1.1" status: 200  len: 217 time: 0.0595474
Aug 12 15:39:50.467256 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9154a0-cb4c-4fe4-99b5-524b80079a00 req-5fa8e599-8cc0-441b-a55a-55143309dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:50.468635 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fa9154a0-cb4c-4fe4-99b5-524b80079a00 req-5fa8e599-8cc0-441b-a55a-55143309dd65 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62457501-2694-4317-8915-c243fea10efd HTTP/1.1" status: 200  len: 853 time: 0.0593562
Aug 12 15:39:50.515037 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fa9154a0-cb4c-4fe4-99b5-524b80079a00 req-a3a89707-499f-493a-8023-410652c1608f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=39b7df28-7169-4b60-a0f8-b5b1b116ac71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391762
Aug 12 15:39:50.653433 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fa9154a0-cb4c-4fe4-99b5-524b80079a00 req-89b1294e-bdff-4c56-9c26-b1c7bb88c035 service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311514
Aug 12 15:39:50.783456 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fa9154a0-cb4c-4fe4-99b5-524b80079a00 req-95fa7c32-3f4b-49fa-b460-eead3189e953 service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233575
Aug 12 15:39:51.138730 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b04d1-0ddc-40bd-91fc-bb4d87ecfdda req-2ed53901-1c9b-41dd-bf1a-dcda5b9d4809 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:51.140179 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-361b04d1-0ddc-40bd-91fc-bb4d87ecfdda req-2ed53901-1c9b-41dd-bf1a-dcda5b9d4809 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 943 time: 0.0853059
Aug 12 15:39:51.187325 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-361b04d1-0ddc-40bd-91fc-bb4d87ecfdda req-211e055d-f473-410e-b3c9-a864fb36f89d tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411446
Aug 12 15:39:52.374409 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd587daa-4b12-4a14-b0ca-401bc04b78b0 req-1c150f10-743f-4476-a188-7c9b827046e9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:52.375903 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dd587daa-4b12-4a14-b0ca-401bc04b78b0 req-1c150f10-743f-4476-a188-7c9b827046e9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 943 time: 0.0800798
Aug 12 15:39:52.400266 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device f2ec6a89-8372-48ae-a9fb-1575b276f70d details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:39:52.423925 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-dd587daa-4b12-4a14-b0ca-401bc04b78b0 req-d57d58e5-888b-4462-b755-5c91e577ad13 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424578
Aug 12 15:39:52.536294 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port f2ec6a89-8372-48ae-a9fb-1575b276f70d, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=f2ec6a89-8372-48ae-a9fb-1575b276f70d,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:39:52.555412 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': 'f2ec6a89-8372-48ae-a9fb-1575b276f70d', 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71', 'port_id': 'f2ec6a89-8372-48ae-a9fb-1575b276f70d', 'mac_address': 'fa:16:3e:ae:23:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62457501-2694-4317-8915-c243fea10efd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:39:52.623273 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:52.639373 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ec6a89-8372-48ae-a9fb-1575b276f70d {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:39:52.654760 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port f2ec6a89-8372-48ae-a9fb-1575b276f70d, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=f2ec6a89-8372-48ae-a9fb-1575b276f70d,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:39:52.658350 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:52.660113 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:52.733495 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=f2ec6a89-8372-48ae-a9fb-1575b276f70d,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:52.736553 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:53.002739 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['f2ec6a89-8372-48ae-a9fb-1575b276f70d'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:39:53.610089 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f22e8-0269-465f-be5c-d957c5e904aa req-f3714476-3913-4b76-bf8e-44183696289e tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:53.611521 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ca5f22e8-0269-465f-be5c-d957c5e904aa req-f3714476-3913-4b76-bf8e-44183696289e tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 944 time: 0.0803566
Aug 12 15:39:53.657940 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ca5f22e8-0269-465f-be5c-d957c5e904aa req-c198f5a6-7abe-41e1-86b2-68ab23a2c397 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408328
Aug 12 15:39:54.414309 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device f2ec6a89-8372-48ae-a9fb-1575b276f70d up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:39:54.488865 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port f2ec6a89-8372-48ae-a9fb-1575b276f70d completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:39:54.497110 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port f2ec6a89-8372-48ae-a9fb-1575b276f70d triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:39:54.497721 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:54.633317 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:54.659935 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96cc2c92-9581-479d-b2ab-7d6d85fec3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ec6a89-8372-48ae-a9fb-1575b276f70d'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:39:54.669565 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port f2ec6a89-8372-48ae-a9fb-1575b276f70d, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=f2ec6a89-8372-48ae-a9fb-1575b276f70d,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:39:54.674601 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:39:54.676627 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:39:54.720298 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96cc2c92-9581-479d-b2ab-7d6d85fec3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ec6a89-8372-48ae-a9fb-1575b276f70d', 'code': 200}
Aug 12 15:39:54.745306 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=f2ec6a89-8372-48ae-a9fb-1575b276f70d,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:39:54.748118 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:39:54.854456 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16989e05-ae4f-4b65-be40-59f70ff75567 req-c20955ac-6b6c-4b45-b5c9-bfd57cb6eb87 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:54.855899 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-16989e05-ae4f-4b65-be40-59f70ff75567 req-c20955ac-6b6c-4b45-b5c9-bfd57cb6eb87 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 945 time: 0.0848162
Aug 12 15:39:54.912960 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-16989e05-ae4f-4b65-be40-59f70ff75567 req-041ae183-d800-4d09-9f4e-10a547143121 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425308
Aug 12 15:39:54.999089 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c48524-9590-4e72-814f-69e9905688be req-c8c77c12-1532-4d70-851c-fd5c44ec6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:55.000691 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-01c48524-9590-4e72-814f-69e9905688be req-c8c77c12-1532-4d70-851c-fd5c44ec6777 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 1098 time: 0.0731714
Aug 12 15:39:55.048934 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-01c48524-9590-4e72-814f-69e9905688be req-54f28e07-9b82-46ba-af0a-0b3370c9e6e5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408363
Aug 12 15:39:56.102646 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331a491-2047-4a73-b15c-dc59baf5faf9 req-0795ce5f-4d1b-414a-a127-b87794ca028c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:56.104100 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7331a491-2047-4a73-b15c-dc59baf5faf9 req-0795ce5f-4d1b-414a-a127-b87794ca028c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 945 time: 0.0834646
Aug 12 15:39:56.153500 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7331a491-2047-4a73-b15c-dc59baf5faf9 req-dffb9c88-b0a4-4291-8963-5ff587c34a68 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419595
Aug 12 15:39:57.334752 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28f05b-af48-462c-9306-f6801f8e9ac0 req-505ffc60-8bda-4609-bae6-9cdfbc36599b tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:39:57.336182 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2b28f05b-af48-462c-9306-f6801f8e9ac0 req-505ffc60-8bda-4609-bae6-9cdfbc36599b tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 945 time: 0.0782409
Aug 12 15:39:57.382889 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2b28f05b-af48-462c-9306-f6801f8e9ac0 req-0b7b9fef-fa27-4020-895b-31a4ad4269ce tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411174
Aug 12 15:40:04.924974 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-ba6a7236-f1b0-495c-9766-2cda4e38914e tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714516845&fields=id&tenant_id=d4c08df815994e6f8754d8c518538b08 HTTP/1.1" status: 200  len: 267 time: 0.1582904
Aug 12 15:40:05.074914 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-a096d94c-529e-4424-9e1c-991d719565d4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:05.076349 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-a096d94c-529e-4424-9e1c-991d719565d4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 812 time: 0.1449289
Aug 12 15:40:05.093149 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-a1d7a06e-7486-41d7-9f7e-a771637e8d60 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/quotas/d4c08df815994e6f8754d8c518538b08 HTTP/1.1" status: 200  len: 375 time: 0.0107510
Aug 12 15:40:05.181083 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-20157e3b-3f70-427a-a66f-470edb11f8e1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0826683
Aug 12 15:40:05.316715 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f802cb21-7ae0-4d89-b48b-21d09ecbf1e2 service neutron] 10.222.0.18 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239510
Aug 12 15:40:05.447980 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-33e949ac-f273-4aeb-aa73-eb8bf79d90f7 service neutron] 10.222.0.18 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250470
Aug 12 15:40:05.836270 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3012a0dc-0b65-4fdf-9c27-9d766b04ad36 req-72cce9bf-8839-40e7-b7b3-663b47b27998 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 210 time: 0.0468814
Aug 12 15:40:07.016526 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2fe47d46-98dd-41e8-9248-12c638fed367 req-99367243-01b7-47aa-be0f-32efc71ccd46 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 210 time: 0.0661952
Aug 12 15:40:07.148997 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-0b49832a-7ada-4782-ab93-3fc42563d6f9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:07.150394 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-0b49832a-7ada-4782-ab93-3fc42563d6f9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.76 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 812 time: 0.1620398
Aug 12 15:40:07.214680 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-fdccb513-af07-4ea6-aec5-30ea17459c8d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4c08df815994e6f8754d8c518538b08 HTTP/1.1" status: 200  len: 379 time: 0.0411763
Aug 12 15:40:07.225307 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Request body: {'port': {'device_id': '987d0061-794c-40d0-869f-9bf8db4c882d', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'admin_state_up': True, 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'security_groups': ['1d92bbaa-03b9-452e-97df-9c483bc1558e']}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:40:07.361641 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:40:07.371221 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:40:07.380922 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Made reservation on behalf of d4c08df815994e6f8754d8c518538b08 for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:40:07.384359 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:07.555338 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Allocated IP 172.20.0.5 (6583e41a-fa82-4b36-8411-f472b64444b7/70b088f4-4875-49de-a01f-42d328a56517/f8fed568-2db2-4255-868e-5cfd4985b37b) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:40:07.738837 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:07.754683 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Transition to ACTIVE for port object f8fed568-2db2-4255-868e-5cfd4985b37b will not be triggered until provisioned by entity DHCP. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:40:07.779310 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:07.785040 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-49079c02-08c4-431b-abee-a7f26f6ca792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:07.857269 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Network 6583e41a-fa82-4b36-8411-f472b64444b7 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:40:07.860452 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:40:07.864356 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:40:07.895150 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'Port': ['ID=f8fed568-2db2-4255-868e-5cfd4985b37b,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:07.902100 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:07.933096 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:07.933715 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:07.962829 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7407796
Aug 12 15:40:07.983568 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Request body: {'port': {'device_id': '987d0061-794c-40d0-869f-9bf8db4c882d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:40:08.104303 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:08.160251 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-094cc48d-372a-45c6-985b-f5e3b6990e2e None None] Provisioning for port f8fed568-2db2-4255-868e-5cfd4985b37b completed by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:40:08.166548 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-094cc48d-372a-45c6-985b-f5e3b6990e2e None None] Provisioning complete for port f8fed568-2db2-4255-868e-5cfd4985b37b triggered by entity DHCP. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:40:08.167067 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-094cc48d-372a-45c6-985b-f5e3b6990e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:08.270774 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-094cc48d-372a-45c6-985b-f5e3b6990e2e None None] Port f8fed568-2db2-4255-868e-5cfd4985b37b cannot update to ACTIVE because it is not bound. {{(pid=79260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Aug 12 15:40:08.359889 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b987e-5765-4cef-b444-54d1d4dbfe46 req-e46b63e2-51b9-47a3-903e-8acf9ac09e90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:08.360575 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-541b987e-5765-4cef-b444-54d1d4dbfe46 req-e46b63e2-51b9-47a3-903e-8acf9ac09e90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Synchronizing usage tracker for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:40:08.435368 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-541b987e-5765-4cef-b444-54d1d4dbfe46 req-e46b63e2-51b9-47a3-903e-8acf9ac09e90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Unset dirty status for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:40:08.436493 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-541b987e-5765-4cef-b444-54d1d4dbfe46 req-e46b63e2-51b9-47a3-903e-8acf9ac09e90 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 931 time: 0.2856753
Aug 12 15:40:08.596035 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-541b987e-5765-4cef-b444-54d1d4dbfe46 req-5d886a3b-339b-4690-803b-4289f1311385 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1470504
Aug 12 15:40:08.660280 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fed568-2db2-4255-868e-5cfd4985b37b {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:40:08.668105 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:08.681908 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Transition to ACTIVE for port object f8fed568-2db2-4255-868e-5cfd4985b37b will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:40:08.685465 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:08.688952 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:08.855972 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fed568-2db2-4255-868e-5cfd4985b37b,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:08.858945 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:08.938407 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Attempting to bind port f8fed568-2db2-4255-868e-5cfd4985b37b on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:40:08.938776 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Attempting to bind port f8fed568-2db2-4255-868e-5cfd4985b37b by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:40:08.939113 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Attempting to bind port f8fed568-2db2-4255-868e-5cfd4985b37b on network 6583e41a-fa82-4b36-8411-f472b64444b7 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:40:08.943877 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Port f8fed568-2db2-4255-868e-5cfd4985b37b on network 6583e41a-fa82-4b36-8411-f472b64444b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:40:08.944199 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Attempting to bind port f8fed568-2db2-4255-868e-5cfd4985b37b on network 6583e41a-fa82-4b36-8411-f472b64444b7 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:40:08.949831 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:40:08.950167 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Checking segment: {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:40:08.950547 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Bound using segment: {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:40:08.950957 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Bound port: f8fed568-2db2-4255-868e-5cfd4985b37b, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbb704d-09ad-4e6c-985e-8b39b96620ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:40:08.951310 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:09.045131 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] For port f8fed568-2db2-4255-868e-5cfd4985b37b, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:40:09.048427 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] For port f8fed568-2db2-4255-868e-5cfd4985b37b, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=f8fed568-2db2-4255-868e-5cfd4985b37b,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:40:09.052576 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:09.056161 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-7f7acfd7-766e-49ac-8c06-0a9e32f95daf tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:09.114681 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:09.115474 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:09.116650 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] 10.222.0.76 "PUT /v2.0/ports/f8fed568-2db2-4255-868e-5cfd4985b37b HTTP/1.1" status: 200  len: 1093 time: 1.1376204
Aug 12 15:40:09.117167 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987d0061-794c-40d0-869f-9bf8db4c882d', 'tag': 'f8fed568-2db2-4255-868e-5cfd4985b37b'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:40:09.138161 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fed568-2db2-4255-868e-5cfd4985b37b,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:09.142525 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:09.173799 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987d0061-794c-40d0-869f-9bf8db4c882d', 'tag': 'f8fed568-2db2-4255-868e-5cfd4985b37b', 'status': 'completed', 'code': 200}
Aug 12 15:40:09.293122 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-360fbf56-a722-459a-877a-90d8f9bdd0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:09.294721 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-360fbf56-a722-459a-877a-90d8f9bdd0a2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 1096 time: 0.0805094
Aug 12 15:40:09.376008 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-d3d82bfc-3140-491b-a36d-9e5704239eba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8fed568-2db2-4255-868e-5cfd4985b37b HTTP/1.1" status: 200  len: 217 time: 0.0648587
Aug 12 15:40:09.441385 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-2d7923ab-8fc3-4129-af9d-20fa6f616bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:09.442766 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-2d7923ab-8fc3-4129-af9d-20fa6f616bbf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70b088f4-4875-49de-a01f-42d328a56517 HTTP/1.1" status: 200  len: 851 time: 0.0590303
Aug 12 15:40:09.518844 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-1758e649-dc71-4fe2-a600-4cb38551ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:09.520342 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-1758e649-dc71-4fe2-a600-4cb38551ca04 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6583e41a-fa82-4b36-8411-f472b64444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701880
Aug 12 15:40:09.657584 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-fcb100ac-95f0-4913-855f-6f94e1ad20b3 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265986
Aug 12 15:40:09.842592 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-adfbbec7-72b5-4a3b-abdf-423e6cc55ac7 req-f0fee50b-b0ea-4f1a-a17d-9a66b5eabfbd service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1770797
Aug 12 15:40:09.861437 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c0308-0851-46c1-8b8d-fd26d9fc58b7 req-6853a0e9-b3c9-49df-af21-de08ad4dfef2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:09.862852 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b99c0308-0851-46c1-8b8d-fd26d9fc58b7 req-6853a0e9-b3c9-49df-af21-de08ad4dfef2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.1554577
Aug 12 15:40:09.907758 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b99c0308-0851-46c1-8b8d-fd26d9fc58b7 req-ef061f8e-238b-4b0d-a280-12869d728ebe tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390451
Aug 12 15:40:10.026305 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86dd0f-95c9-4fc6-8a44-02264db66095 req-57119b19-435b-4720-a963-dc3f1498ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:10.027760 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c86dd0f-95c9-4fc6-8a44-02264db66095 req-57119b19-435b-4720-a963-dc3f1498ef15 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 1096 time: 0.0729465
Aug 12 15:40:10.160521 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86dd0f-95c9-4fc6-8a44-02264db66095 req-acea18e2-46a3-47d0-8770-cdcb9e74f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:10.161942 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c86dd0f-95c9-4fc6-8a44-02264db66095 req-acea18e2-46a3-47d0-8770-cdcb9e74f7ec service neutron] 10.222.0.76 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 913 time: 0.1245067
Aug 12 15:40:10.191212 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb3c8-7a14-43d0-8682-cd348f980844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:10.235984 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c86dd0f-95c9-4fc6-8a44-02264db66095 req-e3f867d6-f15b-42cd-9420-b81be73f65c3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8fed568-2db2-4255-868e-5cfd4985b37b HTTP/1.1" status: 200  len: 217 time: 0.0627992
Aug 12 15:40:10.301323 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86dd0f-95c9-4fc6-8a44-02264db66095 req-ca15355f-a09d-4f00-b9e5-d34b892c7e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:10.302711 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c86dd0f-95c9-4fc6-8a44-02264db66095 req-ca15355f-a09d-4f00-b9e5-d34b892c7e01 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70b088f4-4875-49de-a01f-42d328a56517 HTTP/1.1" status: 200  len: 851 time: 0.0595448
Aug 12 15:40:10.481516 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86dd0f-95c9-4fc6-8a44-02264db66095 req-5149c3c6-1c1f-4cd8-bfe4-a914f0b2118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:10.482994 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c86dd0f-95c9-4fc6-8a44-02264db66095 req-5149c3c6-1c1f-4cd8-bfe4-a914f0b2118d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6583e41a-fa82-4b36-8411-f472b64444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1692245
Aug 12 15:40:10.621003 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c86dd0f-95c9-4fc6-8a44-02264db66095 req-23389646-8696-4e52-bd3c-a410dc0d0323 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240714
Aug 12 15:40:10.752615 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1c86dd0f-95c9-4fc6-8a44-02264db66095 req-54f3e851-2729-4d2b-8551-5f6b80b9b74e service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233683
Aug 12 15:40:10.804068 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:11.112215 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba30c00-e542-4fb7-b7d7-15cb39729d7b req-3cc927d3-d29b-4a67-94b6-3361dc4c78ef tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:11.113712 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aba30c00-e542-4fb7-b7d7-15cb39729d7b req-3cc927d3-d29b-4a67-94b6-3361dc4c78ef tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.0954683
Aug 12 15:40:11.172890 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aba30c00-e542-4fb7-b7d7-15cb39729d7b req-242ba870-ad68-4623-b242-a0ac6e1e5b7c tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532262
Aug 12 15:40:11.222056 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:11.615920 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:40:11.923296 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f960005-58ac-40c3-84b1-1301fce04368 req-1a9b3091-19ae-4c93-a1fb-d497fdee35de tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:11.929296 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f960005-58ac-40c3-84b1-1301fce04368 req-1a9b3091-19ae-4c93-a1fb-d497fdee35de tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/networks?id=39b7df28-7169-4b60-a0f8-b5b1b116ac71 HTTP/1.1" status: 200  len: 813 time: 0.1607585
Aug 12 15:40:11.940852 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f960005-58ac-40c3-84b1-1301fce04368 req-33bfaf97-ef87-4392-8887-83a2f424705d tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/quotas/a312b63f024c4b7cb3da0386d09c7896 HTTP/1.1" status: 200  len: 375 time: 0.0102179
Aug 12 15:40:12.029360 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f960005-58ac-40c3-84b1-1301fce04368 req-4aa3c3a5-84ee-41c9-af80-5db51debad52 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a312b63f024c4b7cb3da0386d09c7896&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0826905
Aug 12 15:40:12.168725 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f960005-58ac-40c3-84b1-1301fce04368 req-a3a70807-885f-4ca2-850b-322f848b36f8 service neutron] 10.222.0.18 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318657
Aug 12 15:40:12.353507 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f960005-58ac-40c3-84b1-1301fce04368 req-c57bc667-3b42-4617-9d0c-1557b759e4c4 service neutron] 10.222.0.18 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1782112
Aug 12 15:40:12.382849 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39031424-3784-4e01-9044-89e8b86c495a req-dc44e673-b2b1-4570-95fc-a48d5665ab29 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:12.384279 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-39031424-3784-4e01-9044-89e8b86c495a req-dc44e673-b2b1-4570-95fc-a48d5665ab29 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.0987461
Aug 12 15:40:12.428536 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-39031424-3784-4e01-9044-89e8b86c495a req-1458cc16-7655-4e3c-a20d-a2ba51e80ebc tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380826
Aug 12 15:40:12.532757 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-84acda18-7a37-443d-bad6-0903ba6593ce req-f8384f89-41b9-480a-a68c-bb931ff3248f tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 210 time: 0.0451968
Aug 12 15:40:12.793344 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-e956a54f-a898-46a8-af39-582c5de5bb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:13.615273 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45c44b-e048-4d42-829f-f1fbf6bb1400 req-f191e328-74c2-45f0-b7ee-2ad1def01c19 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:13.617071 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1d45c44b-e048-4d42-829f-f1fbf6bb1400 req-f191e328-74c2-45f0-b7ee-2ad1def01c19 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.0830500
Aug 12 15:40:13.684908 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d7271d0d-abe8-422f-a0b0-1f109c54d3a0 req-f265d5e0-5430-4560-acbd-c912028df80a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 210 time: 0.0464058
Aug 12 15:40:13.709650 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1d45c44b-e048-4d42-829f-f1fbf6bb1400 req-2406a59d-119c-4a7f-92f8-68bcc080525b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0857472
Aug 12 15:40:13.800294 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:13.897969 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f960005-58ac-40c3-84b1-1301fce04368 req-5fad48d3-df99-4b04-984d-f482bf860049 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:13.899408 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f960005-58ac-40c3-84b1-1301fce04368 req-5fad48d3-df99-4b04-984d-f482bf860049 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "GET /v2.0/networks?id=39b7df28-7169-4b60-a0f8-b5b1b116ac71 HTTP/1.1" status: 200  len: 813 time: 0.1490362
Aug 12 15:40:13.935583 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-9f960005-58ac-40c3-84b1-1301fce04368 req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Request body: {'port': {'device_id': '802f7ca5-5bdc-49bd-a82d-85fa5e597f56', 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71', 'admin_state_up': True, 'tenant_id': 'a312b63f024c4b7cb3da0386d09c7896'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:40:14.169720 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-9f960005-58ac-40c3-84b1-1301fce04368 req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:40:14.179279 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-9f960005-58ac-40c3-84b1-1301fce04368 req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:40:14.188807 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f960005-58ac-40c3-84b1-1301fce04368 req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Made reservation on behalf of a312b63f024c4b7cb3da0386d09c7896 for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:40:14.192233 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-9f960005-58ac-40c3-84b1-1301fce04368 req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:14.354908 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-9f960005-58ac-40c3-84b1-1301fce04368 req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Allocated IP 172.20.0.13 (39b7df28-7169-4b60-a0f8-b5b1b116ac71/62457501-2694-4317-8915-c243fea10efd/38f2eeb6-1fbc-4e38-ad50-579935429093) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:40:14.554066 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-9f960005-58ac-40c3-84b1-1301fce04368 req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:14.584511 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-9f960005-58ac-40c3-84b1-1301fce04368 req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:14.591239 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8e8fee66-3b53-40ae-88ea-5650dedbd184 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:14.630701 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['f2ec6a89-8372-48ae-a9fb-1575b276f70d'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:40:14.657290 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f960005-58ac-40c3-84b1-1301fce04368 req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:40:14.660476 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-9f960005-58ac-40c3-84b1-1301fce04368 req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:40:14.662936 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f960005-58ac-40c3-84b1-1301fce04368 req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:40:14.705275 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Pushing event updated for resources: {'Port': ['ID=38f2eeb6-1fbc-4e38-ad50-579935429093,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:14.708268 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:14.742439 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f960005-58ac-40c3-84b1-1301fce04368 req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:14.742687 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-9f960005-58ac-40c3-84b1-1301fce04368 req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:14.775759 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f960005-58ac-40c3-84b1-1301fce04368 req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8442371
Aug 12 15:40:14.833345 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Request body: {'port': {'device_id': '802f7ca5-5bdc-49bd-a82d-85fa5e597f56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:40:15.045906 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:15.066484 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083afc8-b512-4c94-82a1-6b06fa9f8346 req-3b57de4b-811e-4945-aa52-f04dd2f58365 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:15.067947 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2083afc8-b512-4c94-82a1-6b06fa9f8346 req-3b57de4b-811e-4945-aa52-f04dd2f58365 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.2039993
Aug 12 15:40:15.075243 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6457b2-ea8e-489d-86d6-6d57b655d579 req-5bc4bb92-ae21-4cb5-bf16-a46e0d02aa74 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:15.075902 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-4e6457b2-ea8e-489d-86d6-6d57b655d579 req-5bc4bb92-ae21-4cb5-bf16-a46e0d02aa74 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Synchronizing usage tracker for tenant:a312b63f024c4b7cb3da0386d09c7896 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:40:15.168847 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-4e6457b2-ea8e-489d-86d6-6d57b655d579 req-5bc4bb92-ae21-4cb5-bf16-a46e0d02aa74 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Unset dirty status for tenant:a312b63f024c4b7cb3da0386d09c7896 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:40:15.170009 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4e6457b2-ea8e-489d-86d6-6d57b655d579 req-5bc4bb92-ae21-4cb5-bf16-a46e0d02aa74 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 932 time: 0.3737230
Aug 12 15:40:15.179421 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2083afc8-b512-4c94-82a1-6b06fa9f8346 req-052ee686-6d2c-46c9-b665-adc021e95d84 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984979
Aug 12 15:40:15.287396 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4e6457b2-ea8e-489d-86d6-6d57b655d579 req-582b7907-aeec-42f7-a9ff-cc1bf1ef20ca tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111989
Aug 12 15:40:15.302599 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:15.485216 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f2eeb6-1fbc-4e38-ad50-579935429093 {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:40:15.492247 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:15.506933 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Transition to ACTIVE for port object 38f2eeb6-1fbc-4e38-ad50-579935429093 will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:40:15.510044 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:15.514511 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:15.665970 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Pushing event updated for resources: {'Port': ['ID=38f2eeb6-1fbc-4e38-ad50-579935429093,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:15.673902 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:15.737562 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Attempting to bind port 38f2eeb6-1fbc-4e38-ad50-579935429093 on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:40:15.737888 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Attempting to bind port 38f2eeb6-1fbc-4e38-ad50-579935429093 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:40:15.738215 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Attempting to bind port 38f2eeb6-1fbc-4e38-ad50-579935429093 on network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:40:15.742702 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Port 38f2eeb6-1fbc-4e38-ad50-579935429093 on network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:40:15.743018 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Attempting to bind port 38f2eeb6-1fbc-4e38-ad50-579935429093 on network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:40:15.747996 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:40:15.748323 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Checking segment: {'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:40:15.748699 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Bound using segment: {'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:40:15.749145 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Bound port: 38f2eeb6-1fbc-4e38-ad50-579935429093, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:40:15.749484 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:15.845355 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] For port 38f2eeb6-1fbc-4e38-ad50-579935429093, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:40:15.848083 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] For port 38f2eeb6-1fbc-4e38-ad50-579935429093, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=38f2eeb6-1fbc-4e38-ad50-579935429093,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:40:15.853426 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:15.858384 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-215578d9-a1f1-4918-a134-9903eb72c71b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:15.910117 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:15.910872 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:15.912296 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f960005-58ac-40c3-84b1-1301fce04368 req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] 10.222.0.76 "PUT /v2.0/ports/38f2eeb6-1fbc-4e38-ad50-579935429093 HTTP/1.1" status: 200  len: 1094 time: 1.1133347
Aug 12 15:40:15.912807 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802f7ca5-5bdc-49bd-a82d-85fa5e597f56', 'tag': '38f2eeb6-1fbc-4e38-ad50-579935429093'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:40:15.937698 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Pushing event updated for resources: {'Port': ['ID=38f2eeb6-1fbc-4e38-ad50-579935429093,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:15.941334 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:15.960907 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802f7ca5-5bdc-49bd-a82d-85fa5e597f56', 'tag': '38f2eeb6-1fbc-4e38-ad50-579935429093', 'status': 'completed', 'code': 200}
Aug 12 15:40:16.092113 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f960005-58ac-40c3-84b1-1301fce04368 req-dae3d4c4-1c68-414b-9673-780a4529a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:16.093607 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f960005-58ac-40c3-84b1-1301fce04368 req-dae3d4c4-1c68-414b-9673-780a4529a63b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a312b63f024c4b7cb3da0386d09c7896&device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 1097 time: 0.0774243
Aug 12 15:40:16.278242 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f960005-58ac-40c3-84b1-1301fce04368 req-66fad351-32a7-4b58-b79d-e2f4183f0124 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38f2eeb6-1fbc-4e38-ad50-579935429093 HTTP/1.1" status: 200  len: 217 time: 0.1666181
Aug 12 15:40:16.405134 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f960005-58ac-40c3-84b1-1301fce04368 req-18166381-9605-4e81-8add-b03d28297e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:16.406452 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f960005-58ac-40c3-84b1-1301fce04368 req-18166381-9605-4e81-8add-b03d28297e6c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62457501-2694-4317-8915-c243fea10efd HTTP/1.1" status: 200  len: 853 time: 0.1196048
Aug 12 15:40:16.497820 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f960005-58ac-40c3-84b1-1301fce04368 req-01e1341d-777f-4822-80e1-4865f9500c2d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=39b7df28-7169-4b60-a0f8-b5b1b116ac71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530660
Aug 12 15:40:16.545981 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301e9ea-f137-473a-a85a-29bdcc51e021 req-7eebf866-2a05-421e-aea5-fd44bff6a63a tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:16.547419 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f301e9ea-f137-473a-a85a-29bdcc51e021 req-7eebf866-2a05-421e-aea5-fd44bff6a63a tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.2616341
Aug 12 15:40:16.668611 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e123b5c-09c3-4609-8ffa-6ee0fff9f85d req-aa512f8a-ae93-4d1c-936f-5f3b47deed71 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:16.670176 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8e123b5c-09c3-4609-8ffa-6ee0fff9f85d req-aa512f8a-ae93-4d1c-936f-5f3b47deed71 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 944 time: 0.2727287
Aug 12 15:40:16.704531 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f301e9ea-f137-473a-a85a-29bdcc51e021 req-f055e638-4cc6-48c3-8c00-76f4f9e79a7b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1419115
Aug 12 15:40:16.739129 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f960005-58ac-40c3-84b1-1301fce04368 req-832482ac-866f-484a-92f6-7735e76ec7f6 service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2337468
Aug 12 15:40:16.750584 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8e123b5c-09c3-4609-8ffa-6ee0fff9f85d req-b30c41e2-304c-4a51-a73d-ff4a4189299f tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711904
Aug 12 15:40:16.878538 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9f960005-58ac-40c3-84b1-1301fce04368 req-add1ad7a-55bb-4b04-b45c-335be4d6087a service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311095
Aug 12 15:40:17.060009 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5825f57-27ec-4f4b-bea3-3a153a38742b req-25fa6404-f5e7-402e-a94d-81e8304428a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:17.061515 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c5825f57-27ec-4f4b-bea3-3a153a38742b req-25fa6404-f5e7-402e-a94d-81e8304428a1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a312b63f024c4b7cb3da0386d09c7896&device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 1097 time: 0.0722854
Aug 12 15:40:17.202993 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5825f57-27ec-4f4b-bea3-3a153a38742b req-5d36006c-8a20-42fc-aa50-c74c7bbf2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:17.204448 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c5825f57-27ec-4f4b-bea3-3a153a38742b req-5d36006c-8a20-42fc-aa50-c74c7bbf2031 service neutron] 10.222.0.76 "GET /v2.0/networks?id=39b7df28-7169-4b60-a0f8-b5b1b116ac71 HTTP/1.1" status: 200  len: 914 time: 0.1292341
Aug 12 15:40:17.284603 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c5825f57-27ec-4f4b-bea3-3a153a38742b req-583084e4-e20d-4a83-9abe-a4403fa8faeb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38f2eeb6-1fbc-4e38-ad50-579935429093 HTTP/1.1" status: 200  len: 217 time: 0.0648437
Aug 12 15:40:17.346040 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5825f57-27ec-4f4b-bea3-3a153a38742b req-69e46fa0-9016-4559-8c03-f7106f1fd128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:17.347543 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c5825f57-27ec-4f4b-bea3-3a153a38742b req-69e46fa0-9016-4559-8c03-f7106f1fd128 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62457501-2694-4317-8915-c243fea10efd HTTP/1.1" status: 200  len: 853 time: 0.0564826
Aug 12 15:40:17.397515 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c5825f57-27ec-4f4b-bea3-3a153a38742b req-7e542189-9db8-49c9-af71-87a900add266 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=39b7df28-7169-4b60-a0f8-b5b1b116ac71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429459
Aug 12 15:40:17.532992 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c5825f57-27ec-4f4b-bea3-3a153a38742b req-17b8630a-eab5-4980-80c6-439baa47babe service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237569
Aug 12 15:40:17.673270 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c5825f57-27ec-4f4b-bea3-3a153a38742b req-795dd369-5a79-47c3-a555-c77f2c93b7ae service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256380
Aug 12 15:40:18.056189 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c558e3-4285-42bc-9a00-4e202d8e17a4 req-ab591be3-1bc7-473f-8ba6-a83cc48a32e2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:18.057673 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-19c558e3-4285-42bc-9a00-4e202d8e17a4 req-ab591be3-1bc7-473f-8ba6-a83cc48a32e2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.2463956
Aug 12 15:40:18.093259 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371c3bb-e3ec-4ff3-b40c-84fd3ca9d707 req-8509b18f-5601-49eb-bafd-7a30ae68e9eb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:18.094675 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6371c3bb-e3ec-4ff3-b40c-84fd3ca9d707 req-8509b18f-5601-49eb-bafd-7a30ae68e9eb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 944 time: 0.2389355
Aug 12 15:40:18.132872 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-19c558e3-4285-42bc-9a00-4e202d8e17a4 req-6d23f49c-b9de-4983-acd7-6ce1a03f4b97 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695429
Aug 12 15:40:18.153186 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6371c3bb-e3ec-4ff3-b40c-84fd3ca9d707 req-e304a483-014d-44a5-b250-5b8c1d587840 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486565
Aug 12 15:40:18.577684 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 38f2eeb6-1fbc-4e38-ad50-579935429093 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:40:18.710119 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 38f2eeb6-1fbc-4e38-ad50-579935429093, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=38f2eeb6-1fbc-4e38-ad50-579935429093,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:40:18.722882 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '38f2eeb6-1fbc-4e38-ad50-579935429093', 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71', 'port_id': '38f2eeb6-1fbc-4e38-ad50-579935429093', 'mac_address': 'fa:16:3e:e5:1d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62457501-2694-4317-8915-c243fea10efd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:40:18.776277 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:18.792213 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f2eeb6-1fbc-4e38-ad50-579935429093 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:40:18.807389 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 38f2eeb6-1fbc-4e38-ad50-579935429093, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=38f2eeb6-1fbc-4e38-ad50-579935429093,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:40:18.811585 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:18.813395 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:18.879201 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=38f2eeb6-1fbc-4e38-ad50-579935429093,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:18.886003 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:18.886346 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:18.886674 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:18.887028 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:18.887891 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:18.888244 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:18.888571 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:18.888977 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:18.889363 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:18.889733 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:18.890050 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:18.890361 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:18.894152 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:19.231625 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['38f2eeb6-1fbc-4e38-ad50-579935429093'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:40:19.377762 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462a1a9-9616-4517-991c-117dbce09e7d req-4b1edda9-7b60-410f-b45b-9a752760356f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:19.379245 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5462a1a9-9616-4517-991c-117dbce09e7d req-4b1edda9-7b60-410f-b45b-9a752760356f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.1420925
Aug 12 15:40:19.386731 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa10225-65d2-43d0-9879-877467a14636 req-e1fe0106-8b3f-4294-8d6d-4a11920be1aa tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:19.388214 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ffa10225-65d2-43d0-9879-877467a14636 req-e1fe0106-8b3f-4294-8d6d-4a11920be1aa tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 945 time: 0.1198714
Aug 12 15:40:19.461171 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5462a1a9-9616-4517-991c-117dbce09e7d req-59891423-840d-40bd-b260-63765f3d1025 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720010
Aug 12 15:40:19.463724 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ffa10225-65d2-43d0-9879-877467a14636 req-0a17bf1a-482e-4ad9-9134-cc812581ad78 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597541
Aug 12 15:40:20.576815 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device f8fed568-2db2-4255-868e-5cfd4985b37b details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:40:20.588459 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 38f2eeb6-1fbc-4e38-ad50-579935429093 up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:40:20.716320 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778954c-cce8-419f-825f-e49a1f5ff7d7 req-d6be612b-401e-40b1-89aa-a0b05a2b8b99 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:20.717803 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8778954c-cce8-419f-825f-e49a1f5ff7d7 req-d6be612b-401e-40b1-89aa-a0b05a2b8b99 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 945 time: 0.1419697
Aug 12 15:40:20.726078 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63851d84-6b46-4de6-b178-d80742e998c7 req-ab29bc5c-4f03-442f-b87e-c8bd4f6f985c tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:20.727501 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-63851d84-6b46-4de6-b178-d80742e998c7 req-ab29bc5c-4f03-442f-b87e-c8bd4f6f985c tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.1504605
Aug 12 15:40:20.760099 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 38f2eeb6-1fbc-4e38-ad50-579935429093 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:40:20.771279 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 38f2eeb6-1fbc-4e38-ad50-579935429093 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:40:20.771657 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:20.801063 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8778954c-cce8-419f-825f-e49a1f5ff7d7 req-0af40cfa-16ff-467b-bf1c-fbb6883ea818 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722501
Aug 12 15:40:20.808207 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-63851d84-6b46-4de6-b178-d80742e998c7 req-60635463-6348-47f4-9755-a2e0fc64851c tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612857
Aug 12 15:40:20.816206 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port f8fed568-2db2-4255-868e-5cfd4985b37b, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=f8fed568-2db2-4255-868e-5cfd4985b37b,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:40:20.840447 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': 'f8fed568-2db2-4255-868e-5cfd4985b37b', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'port_id': 'f8fed568-2db2-4255-868e-5cfd4985b37b', 'mac_address': 'fa:16:3e:77:a5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:40:20.940160 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:20.968258 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fed568-2db2-4255-868e-5cfd4985b37b {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:40:20.974279 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:21.002106 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port f8fed568-2db2-4255-868e-5cfd4985b37b, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=f8fed568-2db2-4255-868e-5cfd4985b37b,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:40:21.010057 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:21.011732 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802f7ca5-5bdc-49bd-a82d-85fa5e597f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f2eeb6-1fbc-4e38-ad50-579935429093'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:40:21.017957 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-6e2195d4-92da-4102-b7a9-b349cf4cd6de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:21.062221 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 38f2eeb6-1fbc-4e38-ad50-579935429093, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=38f2eeb6-1fbc-4e38-ad50-579935429093,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:40:21.064122 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802f7ca5-5bdc-49bd-a82d-85fa5e597f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f2eeb6-1fbc-4e38-ad50-579935429093', 'code': 200}
Aug 12 15:40:21.071239 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:21.091650 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=f8fed568-2db2-4255-868e-5cfd4985b37b,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:21.094514 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:21.094967 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-040bff8f-d48c-4877-9277-52d50509f6ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:21.160196 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=38f2eeb6-1fbc-4e38-ad50-579935429093,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:21.163378 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:21.353285 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ee4bb-1485-4632-adf0-d494d0e8077b req-65137119-1f31-4d87-a627-9b996b560955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:21.354656 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-746ee4bb-1485-4632-adf0-d494d0e8077b req-65137119-1f31-4d87-a627-9b996b560955 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 1099 time: 0.0689864
Aug 12 15:40:21.406353 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-746ee4bb-1485-4632-adf0-d494d0e8077b req-9c594e6d-3fdf-4382-99d1-21f9b8a55f84 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346265
Aug 12 15:40:21.430907 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['f8fed568-2db2-4255-868e-5cfd4985b37b'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:40:22.047657 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685ca86-1dbe-419c-a138-45b6aad8d35c req-88afd6ed-7797-4661-aa45-911a7a8c4218 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:22.049086 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1685ca86-1dbe-419c-a138-45b6aad8d35c req-88afd6ed-7797-4661-aa45-911a7a8c4218 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 946 time: 0.1412961
Aug 12 15:40:22.057540 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c005ed-429e-4d3e-a7ab-995c47adeb2e req-4ae44533-7c31-4229-9eeb-127fe1ada68a tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:22.058906 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-38c005ed-429e-4d3e-a7ab-995c47adeb2e req-4ae44533-7c31-4229-9eeb-127fe1ada68a tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 944 time: 0.1168330
Aug 12 15:40:22.134137 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1685ca86-1dbe-419c-a138-45b6aad8d35c req-1155e17f-c940-409c-92d9-97397f133c1d tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741949
Aug 12 15:40:22.136699 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-38c005ed-429e-4d3e-a7ab-995c47adeb2e req-07be53c5-170b-42ab-8d14-d9a8d2a5773d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624132
Aug 12 15:40:22.592182 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device f8fed568-2db2-4255-868e-5cfd4985b37b up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:40:22.658331 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port f8fed568-2db2-4255-868e-5cfd4985b37b completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:40:22.662861 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port f8fed568-2db2-4255-868e-5cfd4985b37b triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:40:22.663239 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:22.779986 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:22.811381 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port f8fed568-2db2-4255-868e-5cfd4985b37b, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=f8fed568-2db2-4255-868e-5cfd4985b37b,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:40:22.815563 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:22.817448 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:22.917230 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=f8fed568-2db2-4255-868e-5cfd4985b37b,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:22.920274 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:23.065096 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987d0061-794c-40d0-869f-9bf8db4c882d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fed568-2db2-4255-868e-5cfd4985b37b'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:40:23.111101 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987d0061-794c-40d0-869f-9bf8db4c882d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fed568-2db2-4255-868e-5cfd4985b37b', 'code': 200}
Aug 12 15:40:23.385286 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7edf20-0215-4196-a5a0-27e42be6bdce req-1c65f281-8fc1-4463-8599-f6891b74a5e4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:23.386727 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fd7edf20-0215-4196-a5a0-27e42be6bdce req-1c65f281-8fc1-4463-8599-f6891b74a5e4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 945 time: 0.1421828
Aug 12 15:40:23.395642 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cab8b0-6316-4a08-b7f9-ec19b7bc371d req-b23ab6f4-e5ab-4861-93bb-c5729c38d228 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:23.397001 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d2cab8b0-6316-4a08-b7f9-ec19b7bc371d req-b23ab6f4-e5ab-4861-93bb-c5729c38d228 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 946 time: 0.1542735
Aug 12 15:40:23.508485 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fd7edf20-0215-4196-a5a0-27e42be6bdce req-16b818dc-3ea9-4ce7-892a-d38686de85a0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831873
Aug 12 15:40:23.519826 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d2cab8b0-6316-4a08-b7f9-ec19b7bc371d req-d3d4c723-4959-4c3d-aeef-e53d266fce59 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888350
Aug 12 15:40:23.532268 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01f0f9-312e-44f0-9c50-33425f004409 req-b21a1e56-7a73-404c-b25e-39bf9fa8db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:23.533758 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ce01f0f9-312e-44f0-9c50-33425f004409 req-b21a1e56-7a73-404c-b25e-39bf9fa8db16 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 1098 time: 0.1460884
Aug 12 15:40:23.588406 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ce01f0f9-312e-44f0-9c50-33425f004409 req-7cdfce42-12ce-4cee-b4c6-0f349e909d72 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437837
Aug 12 15:40:24.691559 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58bbb0a-acc1-4875-b5ac-0a274a3beb12 req-d700bbed-18a4-48f7-8199-86ab5d10fe97 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:24.692934 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c58bbb0a-acc1-4875-b5ac-0a274a3beb12 req-d700bbed-18a4-48f7-8199-86ab5d10fe97 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 945 time: 0.0792086
Aug 12 15:40:24.736812 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c58bbb0a-acc1-4875-b5ac-0a274a3beb12 req-5a1d1daf-9c21-454d-870d-2e8d03712087 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382710
Aug 12 15:40:25.929401 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0138b6-d0ec-4014-8ebd-52d9e1b4bbae req-4e40bce3-4c62-4de8-9d11-33bf8f3d084b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:25.930833 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0d0138b6-d0ec-4014-8ebd-52d9e1b4bbae req-4e40bce3-4c62-4de8-9d11-33bf8f3d084b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 945 time: 0.0834646
Aug 12 15:40:25.977056 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0d0138b6-d0ec-4014-8ebd-52d9e1b4bbae req-04279ef3-5f08-4df3-83ff-c0ef9693ad2f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403543
Aug 12 15:40:26.158213 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b5cc0-5b46-4bac-9f72-ed9580d0052d req-6161495a-9544-41b8-bc82-b48ac6732924 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:26.159708 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cb7b5cc0-5b46-4bac-9f72-ed9580d0052d req-6161495a-9544-41b8-bc82-b48ac6732924 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 945 time: 0.0811138
Aug 12 15:40:26.207190 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cb7b5cc0-5b46-4bac-9f72-ed9580d0052d req-52556e9c-e308-4cc3-ab28-2bb6a2393ae8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417562
Aug 12 15:40:26.230059 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 55342) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:40:26.410270 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500aa195-df63-48ea-b1e9-c744e3f11667 tempest-TestVolumeBootPattern-994756667 tempest-TestVolumeBootPattern-994756667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:26.411787 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-500aa195-df63-48ea-b1e9-c744e3f11667 tempest-TestVolumeBootPattern-994756667 tempest-TestVolumeBootPattern-994756667-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 1093 time: 0.1807632
Aug 12 15:40:26.414669 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 55350) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:40:26.421464 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Request body: {'floatingip': {'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'port_id': 'f8fed568-2db2-4255-868e-5cfd4985b37b', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address': '172.20.0.5'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:40:26.427452 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:40:26.431567 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Usage tracker for resource:floatingip and tenant:d4c08df815994e6f8754d8c518538b08 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:40:26.434440 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:40:26.440172 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:40:26.454040 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for floatingip, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:26.598657 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:26.960896 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Allocated IP 172.27.3.232 (aad1b8a0-c7f9-4883-899d-f35eccece470/f784ab58-76e4-44bc-a36e-eee112e8677b/d8f3913a-906c-43e2-a682-d40d78b97772) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:40:26.968685 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e975dc-7703-461b-9aab-eb21df072876 req-065fc9c2-5fcf-4dba-852b-cef6ef23aac9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:26.970175 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1e975dc-7703-461b-9aab-eb21df072876 req-065fc9c2-5fcf-4dba-852b-cef6ef23aac9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/networks?id=39b7df28-7169-4b60-a0f8-b5b1b116ac71 HTTP/1.1" status: 200  len: 813 time: 0.3214614
Aug 12 15:40:27.006086 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1e975dc-7703-461b-9aab-eb21df072876 req-2ec1c209-5160-4cb7-8ff1-33ef9a62d5db tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/quotas/a312b63f024c4b7cb3da0386d09c7896 HTTP/1.1" status: 200  len: 375 time: 0.0281348
Aug 12 15:40:27.187140 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:27.203341 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1e975dc-7703-461b-9aab-eb21df072876 req-8003a5c1-dc7d-4ebb-b620-136f85329da2 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a312b63f024c4b7cb3da0386d09c7896&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1808891
Aug 12 15:40:27.324445 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:27.330948 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-e9d1c680-e3ef-4a78-aaa0-ccc0d0561b20 tempest-ServerRescueNegativeTestJSON-1659838617 tempest-ServerRescueNegativeTestJSON-1659838617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:27.403913 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Network aad1b8a0-c7f9-4883-899d-f35eccece470 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:40:27.408571 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:40:27.413802 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1e975dc-7703-461b-9aab-eb21df072876 req-ab189d8b-a583-44a7-a545-5b5d0f0befc8 service neutron] 10.222.0.18 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2035146
Aug 12 15:40:27.414503 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:40:27.477272 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'Port': ['ID=d8f3913a-906c-43e2-a682-d40d78b97772,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:27.484322 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:27.678624 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1e975dc-7703-461b-9aab-eb21df072876 req-f7a28f6b-aace-4a7b-921a-c26c1d180e09 service neutron] 10.222.0.18 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2338176
Aug 12 15:40:27.908920 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-79632e0c-ab9a-4de0-8f2b-84c81df05135 req-32da1b94-a060-456b-be19-0ee416c35ce5 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 210 time: 0.0630004
Aug 12 15:40:28.003101 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:28.089682 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:28.430573 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:28.435617 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:28.440763 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:28.555667 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event updated for resources: {'Port': ['ID=d8f3913a-906c-43e2-a682-d40d78b97772,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:28.558368 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:28.563838 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604470'] for floatingip, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:28.739341 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.l3_db [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Floating IP 4baec52c-88a6-456b-b3a0-c54c62bd0a9c associated. External IP: 172.27.3.232, port: f8fed568-2db2-4255-868e-5cfd4985b37b.
Aug 12 15:40:29.071788 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ccdc708f-9cea-4698-aca2-9b13e1189beb req-c861d962-b1a2-44e0-ba3e-58605f85c2c0 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 210 time: 0.0467689
Aug 12 15:40:29.168585 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Router a75d66b6-880f-4331-badf-d71f7b3a985c has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:40:29.472895 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e975dc-7703-461b-9aab-eb21df072876 req-7fa5ba31-c6ea-4e60-9b30-c0c81bd22ac9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:29.474302 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1e975dc-7703-461b-9aab-eb21df072876 req-7fa5ba31-c6ea-4e60-9b30-c0c81bd22ac9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "GET /v2.0/networks?id=39b7df28-7169-4b60-a0f8-b5b1b116ac71 HTTP/1.1" status: 200  len: 813 time: 0.2471123
Aug 12 15:40:29.475252 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:40:29.484762 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d410352-2b31-4758-935c-12bef11f23cb None None] Sync routers for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:40:29.494852 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d410352-2b31-4758-935c-12bef11f23cb None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:40:29.495476 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-9d410352-2b31-4758-935c-12bef11f23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff080a66700>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:40:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:40:29.502179 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-f1e975dc-7703-461b-9aab-eb21df072876 req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Request body: {'port': {'device_id': '9f64232a-60b2-4c38-bb03-b967bd40dbcb', 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71', 'admin_state_up': True, 'tenant_id': 'a312b63f024c4b7cb3da0386d09c7896'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:40:29.519320 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:29.646387 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2307096
Aug 12 15:40:29.649282 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987d0061-794c-40d0-869f-9bf8db4c882d', 'tag': 'f8fed568-2db2-4255-868e-5cfd4985b37b'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:40:29.680188 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-9d410352-2b31-4758-935c-12bef11f23cb None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:40:29.706154 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987d0061-794c-40d0-869f-9bf8db4c882d', 'tag': 'f8fed568-2db2-4255-868e-5cfd4985b37b', 'status': 'completed', 'code': 200}
Aug 12 15:40:29.708060 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-f1e975dc-7703-461b-9aab-eb21df072876 req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:40:29.718139 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-f1e975dc-7703-461b-9aab-eb21df072876 req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:40:29.728519 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e975dc-7703-461b-9aab-eb21df072876 req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Made reservation on behalf of a312b63f024c4b7cb3da0386d09c7896 for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:40:29.732061 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-f1e975dc-7703-461b-9aab-eb21df072876 req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:30.052920 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001af0a-29a5-4dab-82a4-2f2c3f7f445f req-13f07abe-378c-4a94-91cd-681ebe65e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:30.054416 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4001af0a-29a5-4dab-82a4-2f2c3f7f445f req-13f07abe-378c-4a94-91cd-681ebe65e4ff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 1098 time: 0.1429732
Aug 12 15:40:30.058409 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-9d410352-2b31-4758-935c-12bef11f23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff080a66700>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '1933b9d2-303c-4de0-9955-7a1fe5f7c0bc', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'port_id': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'mac_address': 'fa:16:3e:97:e8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91304d89-03a4-447d-b707-14fe4b25609f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:38:17Z', 'updated_at': '2021-08-12T15:38:21Z', 'revision_number': 1, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address_scope': None}, {'id': '4baec52c-88a6-456b-b3a0-c54c62bd0a9c', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'port_id': 'f8fed568-2db2-4255-868e-5cfd4985b37b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'mac_address': 'fa:16:3e:77:a5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987d0061-794c-40d0-869f-9bf8db4c882d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:40:27Z', 'updated_at': '2021-08-12T15:40:27Z', 'revision_number': 0, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:40:30.062651 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d410352-2b31-4758-935c-12bef11f23cb None None] Checking router: a75d66b6-880f-4331-badf-d71f7b3a985c for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:40:30.071244 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d410352-2b31-4758-935c-12bef11f23cb None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:40:30.071860 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-9d410352-2b31-4758-935c-12bef11f23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff080a66700>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:40:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:40:30.116690 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-f1e975dc-7703-461b-9aab-eb21df072876 req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Allocated IP 172.20.0.10 (39b7df28-7169-4b60-a0f8-b5b1b116ac71/62457501-2694-4317-8915-c243fea10efd/3876e507-2ba4-4a87-8cb5-d4549fde3d98) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:40:30.240329 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001af0a-29a5-4dab-82a4-2f2c3f7f445f req-3dee3e61-3fb1-4e30-8273-3a39fcb98ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:30.241025 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4001af0a-29a5-4dab-82a4-2f2c3f7f445f req-3dee3e61-3fb1-4e30-8273-3a39fcb98ef9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 913 time: 0.1775191
Aug 12 15:40:30.264243 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-9d410352-2b31-4758-935c-12bef11f23cb None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:40:30.379548 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-13404165-2b70-45c2-a8da-ec214bb36efa req-85b8bdfd-496e-4d31-a9f2-76b68060c9ef tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 210 time: 0.1317451
Aug 12 15:40:30.479809 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4001af0a-29a5-4dab-82a4-2f2c3f7f445f req-f0281f4b-3b60-4aba-b5d9-7ce2450f5ac6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8fed568-2db2-4255-868e-5cfd4985b37b HTTP/1.1" status: 200  len: 999 time: 0.2276947
Aug 12 15:40:30.577130 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-f1e975dc-7703-461b-9aab-eb21df072876 req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:30.584411 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001af0a-29a5-4dab-82a4-2f2c3f7f445f req-ab483665-0c48-4ee5-8c13-7c18bec1ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:30.585895 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4001af0a-29a5-4dab-82a4-2f2c3f7f445f req-ab483665-0c48-4ee5-8c13-7c18bec1ed73 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70b088f4-4875-49de-a01f-42d328a56517 HTTP/1.1" status: 200  len: 851 time: 0.0932155
Aug 12 15:40:30.621678 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-9d410352-2b31-4758-935c-12bef11f23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff080a66700>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '1933b9d2-303c-4de0-9955-7a1fe5f7c0bc', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'port_id': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'mac_address': 'fa:16:3e:97:e8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91304d89-03a4-447d-b707-14fe4b25609f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:38:17Z', 'updated_at': '2021-08-12T15:38:21Z', 'revision_number': 1, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address_scope': None}, {'id': '4baec52c-88a6-456b-b3a0-c54c62bd0a9c', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'port_id': 'f8fed568-2db2-4255-868e-5cfd4985b37b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'mac_address': 'fa:16:3e:77:a5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987d0061-794c-40d0-869f-9bf8db4c882d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:40:27Z', 'updated_at': '2021-08-12T15:40:27Z', 'revision_number': 0, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:40:30.626179 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d410352-2b31-4758-935c-12bef11f23cb None None] The sync data for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi is: [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '1933b9d2-303c-4de0-9955-7a1fe5f7c0bc', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'port_id': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'mac_address': 'fa:16:3e:97:e8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91304d89-03a4-447d-b707-14fe4b25609f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:38:17Z', 'updated_at': '2021-08-12T15:38:21Z', 'revision_number': 1, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address_scope': None}, {'id': '4baec52c-88a6-456b-b3a0-c54c62bd0a9c', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'port_id': 'f8fed568-2db2-4255-868e-5cfd4985b37b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'mac_address': 'fa:16:3e:77:a5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987d0061-794c-40d0-869f-9bf8db4c882d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:40:27Z', 'updated_at': '2021-08-12T15:40:27Z', 'revision_number': 0, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:40:30.675298 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-f1e975dc-7703-461b-9aab-eb21df072876 req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:30.682582 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-2aa2fc46-d568-4229-8856-04d3634531fb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:30.731630 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['f2ec6a89-8372-48ae-a9fb-1575b276f70d', '38f2eeb6-1fbc-4e38-ad50-579935429093'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:40:30.747807 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e975dc-7703-461b-9aab-eb21df072876 req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:40:30.755102 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-f1e975dc-7703-461b-9aab-eb21df072876 req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:40:30.755742 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e975dc-7703-461b-9aab-eb21df072876 req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:40:30.783973 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001af0a-29a5-4dab-82a4-2f2c3f7f445f req-5848c7a0-8f34-422c-b7b2-4833461871d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:30.785491 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4001af0a-29a5-4dab-82a4-2f2c3f7f445f req-5848c7a0-8f34-422c-b7b2-4833461871d3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6583e41a-fa82-4b36-8411-f472b64444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1912084
Aug 12 15:40:30.821906 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Pushing event updated for resources: {'Port': ['ID=3876e507-2ba4-4a87-8cb5-d4549fde3d98,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:30.828643 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:30.858364 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc994e7-9e22-44a4-b5cf-c5730a34f98e None None] New status for floating IP 4baec52c-88a6-456b-b3a0-c54c62bd0a9c: ACTIVE {{(pid=79261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:40:30.884214 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e975dc-7703-461b-9aab-eb21df072876 req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:30.884841 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-f1e975dc-7703-461b-9aab-eb21df072876 req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:30.979156 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1e975dc-7703-461b-9aab-eb21df072876 req-fd3a46ea-b597-47fa-8a7e-0f2f059e3052 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4814782
Aug 12 15:40:30.987562 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4001af0a-29a5-4dab-82a4-2f2c3f7f445f req-26877ad0-5a9b-49ac-950d-4651b7435507 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901438
Aug 12 15:40:31.009278 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Request body: {'port': {'device_id': '9f64232a-60b2-4c38-bb03-b967bd40dbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:40:31.233861 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:31.250532 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4001af0a-29a5-4dab-82a4-2f2c3f7f445f req-b0a6bca5-ed1b-46ac-bc56-37c79407ffdd service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2465632
Aug 12 15:40:31.728050 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc63825-4341-481f-b6c8-9771bad15041 req-ed8073ce-c8d1-43ec-9975-9b1b158535d2 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:31.728739 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-acc63825-4341-481f-b6c8-9771bad15041 req-ed8073ce-c8d1-43ec-9975-9b1b158535d2 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Synchronizing usage tracker for tenant:a312b63f024c4b7cb3da0386d09c7896 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:40:31.761408 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3876e507-2ba4-4a87-8cb5-d4549fde3d98 {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:40:31.768197 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-acc63825-4341-481f-b6c8-9771bad15041 req-ed8073ce-c8d1-43ec-9975-9b1b158535d2 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Unset dirty status for tenant:a312b63f024c4b7cb3da0386d09c7896 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:40:31.769366 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-acc63825-4341-481f-b6c8-9771bad15041 req-ed8073ce-c8d1-43ec-9975-9b1b158535d2 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 932 time: 0.1965823
Aug 12 15:40:31.770994 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:31.804101 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Transition to ACTIVE for port object 3876e507-2ba4-4a87-8cb5-d4549fde3d98 will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:40:31.814773 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:31.821292 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-2df0c88f-3ed3-4684-bb49-338baf832c29 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:31.871697 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-acc63825-4341-481f-b6c8-9771bad15041 req-8425b981-e441-4457-8751-432809a2ef85 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961311
Aug 12 15:40:31.978385 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Pushing event updated for resources: {'Port': ['ID=3876e507-2ba4-4a87-8cb5-d4549fde3d98,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:31.985011 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:32.055636 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Attempting to bind port 3876e507-2ba4-4a87-8cb5-d4549fde3d98 on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:40:32.055963 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Attempting to bind port 3876e507-2ba4-4a87-8cb5-d4549fde3d98 by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:40:32.056288 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Attempting to bind port 3876e507-2ba4-4a87-8cb5-d4549fde3d98 on network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:40:32.060819 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Port 3876e507-2ba4-4a87-8cb5-d4549fde3d98 on network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:40:32.061154 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Attempting to bind port 3876e507-2ba4-4a87-8cb5-d4549fde3d98 on network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:40:32.066672 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:40:32.067003 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Checking segment: {'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:40:32.067384 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Bound using segment: {'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:40:32.067797 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Bound port: 3876e507-2ba4-4a87-8cb5-d4549fde3d98, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:40:32.068140 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:32.159866 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] For port 3876e507-2ba4-4a87-8cb5-d4549fde3d98, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:40:32.163304 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] For port 3876e507-2ba4-4a87-8cb5-d4549fde3d98, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=3876e507-2ba4-4a87-8cb5-d4549fde3d98,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:40:32.166761 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:32.170312 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:32.230228 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:32.230776 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:32.232159 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1e975dc-7703-461b-9aab-eb21df072876 req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] 10.222.0.76 "PUT /v2.0/ports/3876e507-2ba4-4a87-8cb5-d4549fde3d98 HTTP/1.1" status: 200  len: 1094 time: 1.2293863
Aug 12 15:40:32.232652 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f64232a-60b2-4c38-bb03-b967bd40dbcb', 'tag': '3876e507-2ba4-4a87-8cb5-d4549fde3d98'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:40:32.259401 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Pushing event updated for resources: {'Port': ['ID=3876e507-2ba4-4a87-8cb5-d4549fde3d98,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:32.265479 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:32.279162 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f64232a-60b2-4c38-bb03-b967bd40dbcb', 'tag': '3876e507-2ba4-4a87-8cb5-d4549fde3d98', 'status': 'completed', 'code': 200}
Aug 12 15:40:32.396337 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e975dc-7703-461b-9aab-eb21df072876 req-afd700d3-fc10-4811-800a-1a9a9ca7d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:32.397865 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1e975dc-7703-461b-9aab-eb21df072876 req-afd700d3-fc10-4811-800a-1a9a9ca7d6a8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a312b63f024c4b7cb3da0386d09c7896&device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 1097 time: 0.0755343
Aug 12 15:40:32.481491 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1e975dc-7703-461b-9aab-eb21df072876 req-5721cc1e-fdf2-403e-b8ab-dddfce56edb5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3876e507-2ba4-4a87-8cb5-d4549fde3d98 HTTP/1.1" status: 200  len: 217 time: 0.0599670
Aug 12 15:40:32.548853 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e975dc-7703-461b-9aab-eb21df072876 req-beaa5cbf-9dea-4927-a219-ac970021a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:32.550258 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1e975dc-7703-461b-9aab-eb21df072876 req-beaa5cbf-9dea-4927-a219-ac970021a231 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62457501-2694-4317-8915-c243fea10efd HTTP/1.1" status: 200  len: 853 time: 0.0609181
Aug 12 15:40:32.601595 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1e975dc-7703-461b-9aab-eb21df072876 req-a165dc2a-9348-48bf-bc0a-c8341a8c2d3d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=39b7df28-7169-4b60-a0f8-b5b1b116ac71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403571
Aug 12 15:40:32.743734 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1e975dc-7703-461b-9aab-eb21df072876 req-dd2d432a-0a4d-4224-a524-f1cd5ee9acf5 service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297154
Aug 12 15:40:32.882357 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f1e975dc-7703-461b-9aab-eb21df072876 req-5fda17e0-0221-4efd-9ebf-0029d518dd90 service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250360
Aug 12 15:40:33.123527 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71077ac3-9689-437a-8e5b-2b88b6f22cc2 req-9d6508cd-4adf-4997-80d5-2f2d855b50df tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:33.125009 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-71077ac3-9689-437a-8e5b-2b88b6f22cc2 req-9d6508cd-4adf-4997-80d5-2f2d855b50df tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 944 time: 0.1441715
Aug 12 15:40:33.131985 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a350e-123c-422e-8958-d3859398a7f4 req-be23a47f-b3ad-4617-bc66-fd524a28e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:33.133391 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2c4a350e-123c-422e-8958-d3859398a7f4 req-be23a47f-b3ad-4617-bc66-fd524a28e8ce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a312b63f024c4b7cb3da0386d09c7896&device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 1097 time: 0.1169567
Aug 12 15:40:33.256966 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-71077ac3-9689-437a-8e5b-2b88b6f22cc2 req-a61ae282-8044-43ea-b110-e57acd21d935 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226025
Aug 12 15:40:33.299290 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a350e-123c-422e-8958-d3859398a7f4 req-943f14e0-d8e7-429f-b7dd-bae3b142425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:33.300726 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2c4a350e-123c-422e-8958-d3859398a7f4 req-943f14e0-d8e7-429f-b7dd-bae3b142425f service neutron] 10.222.0.76 "GET /v2.0/networks?id=39b7df28-7169-4b60-a0f8-b5b1b116ac71 HTTP/1.1" status: 200  len: 914 time: 0.1516571
Aug 12 15:40:33.469979 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2c4a350e-123c-422e-8958-d3859398a7f4 req-1ed8015d-7554-40e6-941a-491bd3b190b3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3876e507-2ba4-4a87-8cb5-d4549fde3d98 HTTP/1.1" status: 200  len: 217 time: 0.1601887
Aug 12 15:40:33.553826 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a350e-123c-422e-8958-d3859398a7f4 req-1602ab78-d2c0-48c8-95c0-b567ea1c56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:33.556280 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2c4a350e-123c-422e-8958-d3859398a7f4 req-1602ab78-d2c0-48c8-95c0-b567ea1c56a2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62457501-2694-4317-8915-c243fea10efd HTTP/1.1" status: 200  len: 853 time: 0.0768700
Aug 12 15:40:33.607231 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2c4a350e-123c-422e-8958-d3859398a7f4 req-8ab082cf-95b7-4ded-80d6-e11f45a8c209 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=39b7df28-7169-4b60-a0f8-b5b1b116ac71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425410
Aug 12 15:40:33.744553 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2c4a350e-123c-422e-8958-d3859398a7f4 req-3d67822f-9142-49ae-b195-ffd3f72f90a1 service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292288
Aug 12 15:40:33.874194 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2c4a350e-123c-422e-8958-d3859398a7f4 req-26f84640-2568-4970-8789-ad44ecf81673 service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229708
Aug 12 15:40:34.490937 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7a42e-d8d1-4e38-83da-ea20d55c9f55 req-85a00ca5-678e-4ecc-b7b8-9d0a11071a44 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:34.492413 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1ac7a42e-d8d1-4e38-83da-ea20d55c9f55 req-85a00ca5-678e-4ecc-b7b8-9d0a11071a44 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 944 time: 0.0889325
Aug 12 15:40:34.536865 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1ac7a42e-d8d1-4e38-83da-ea20d55c9f55 req-c47eb950-562a-4b9a-81b1-3037f6b38ed5 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387385
Aug 12 15:40:34.648964 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 3876e507-2ba4-4a87-8cb5-d4549fde3d98 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:40:34.889115 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 3876e507-2ba4-4a87-8cb5-d4549fde3d98, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=3876e507-2ba4-4a87-8cb5-d4549fde3d98,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:40:34.902299 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '3876e507-2ba4-4a87-8cb5-d4549fde3d98', 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71', 'port_id': '3876e507-2ba4-4a87-8cb5-d4549fde3d98', 'mac_address': 'fa:16:3e:aa:22:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62457501-2694-4317-8915-c243fea10efd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:40:34.957270 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:34.975535 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3876e507-2ba4-4a87-8cb5-d4549fde3d98 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:40:34.992126 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 3876e507-2ba4-4a87-8cb5-d4549fde3d98, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=3876e507-2ba4-4a87-8cb5-d4549fde3d98,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:40:34.995850 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:34.998577 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:35.065135 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=3876e507-2ba4-4a87-8cb5-d4549fde3d98,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:35.068181 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:35.430260 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['3876e507-2ba4-4a87-8cb5-d4549fde3d98'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:40:35.722826 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6c986-d7fa-4e4c-a0eb-97295e37c85e req-e0fbb214-d158-4193-ad2b-cfe445a13ddf tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:35.724172 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6de6c986-d7fa-4e4c-a0eb-97295e37c85e req-e0fbb214-d158-4193-ad2b-cfe445a13ddf tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 945 time: 0.0833166
Aug 12 15:40:35.768123 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6de6c986-d7fa-4e4c-a0eb-97295e37c85e req-512eb415-0953-4926-8538-fd71c100f28c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380387
Aug 12 15:40:36.650099 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 3876e507-2ba4-4a87-8cb5-d4549fde3d98 up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:40:36.722926 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 3876e507-2ba4-4a87-8cb5-d4549fde3d98 completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:40:36.727743 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 3876e507-2ba4-4a87-8cb5-d4549fde3d98 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:40:36.728127 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:36.844941 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:36.872120 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f64232a-60b2-4c38-bb03-b967bd40dbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876e507-2ba4-4a87-8cb5-d4549fde3d98'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:40:36.882164 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 3876e507-2ba4-4a87-8cb5-d4549fde3d98, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=3876e507-2ba4-4a87-8cb5-d4549fde3d98,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:40:36.886702 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:36.889854 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:36.954196 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f64232a-60b2-4c38-bb03-b967bd40dbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876e507-2ba4-4a87-8cb5-d4549fde3d98', 'code': 200}
Aug 12 15:40:36.967951 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=3876e507-2ba4-4a87-8cb5-d4549fde3d98,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:36.971837 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:36.972022 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7f715-0d15-4fe6-b7cd-a182e706e27f req-fc7b7bd1-83ec-4a2f-96e2-66bc73aa45f3 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:36.973542 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a3c7f715-0d15-4fe6-b7cd-a182e706e27f req-fc7b7bd1-83ec-4a2f-96e2-66bc73aa45f3 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 946 time: 0.0909855
Aug 12 15:40:37.038447 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-a3c7f715-0d15-4fe6-b7cd-a182e706e27f req-3715281e-7686-4b18-9f59-e0934a3f4c67 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586889
Aug 12 15:40:37.263188 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dad44-5ac1-4ba9-b557-19b20dedd20e req-940a11c4-1429-46ed-baed-ef3815eb8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:37.264682 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed4dad44-5ac1-4ba9-b557-19b20dedd20e req-940a11c4-1429-46ed-baed-ef3815eb8367 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 1099 time: 0.0959089
Aug 12 15:40:37.306570 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ed4dad44-5ac1-4ba9-b557-19b20dedd20e req-e76bd8b2-5e54-43c9-8aec-65ee339486f5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337694
Aug 12 15:40:38.282620 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979db9f2-ae66-45d9-a87f-684de1610d1d req-a82dca55-0124-416d-bd66-1627cfa9f2a6 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:38.284687 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-979db9f2-ae66-45d9-a87f-684de1610d1d req-a82dca55-0124-416d-bd66-1627cfa9f2a6 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 946 time: 0.1404858
Aug 12 15:40:38.328052 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-979db9f2-ae66-45d9-a87f-684de1610d1d req-dbf30f43-a30b-47cd-be14-f5eb2e7d9a5d tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375490
Aug 12 15:40:39.562515 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a07ceb-aace-428c-bd80-f3b2a61ea2a7 req-f4f47313-ea48-4c34-9552-3bee66814fcc tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:39.563993 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-12a07ceb-aace-428c-bd80-f3b2a61ea2a7 req-f4f47313-ea48-4c34-9552-3bee66814fcc tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 946 time: 0.1319377
Aug 12 15:40:39.608936 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-12a07ceb-aace-428c-bd80-f3b2a61ea2a7 req-b6333d04-c339-4d2d-aac5-951489053e60 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386066
Aug 12 15:40:40.193584 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9d64c1a2-9648-44e7-8280-5edf71f8ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:40.827724 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:41.228665 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:42.790760 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b47f-221c-45f3-ba12-a9b64b7e1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:43.817018 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:43.873414 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-88bf0bad-4d1b-485e-8757-e41dbae5c108 req-394e67bd-bb62-4332-a91a-bba57ff7de64 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0771463
Aug 12 15:40:44.052775 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0bad-4d1b-485e-8757-e41dbae5c108 req-c1810a83-0d69-42a1-8e78-68900227c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:44.054288 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-88bf0bad-4d1b-485e-8757-e41dbae5c108 req-c1810a83-0d69-42a1-8e78-68900227c468 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 1099 time: 0.0726151
Aug 12 15:40:44.206306 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0bad-4d1b-485e-8757-e41dbae5c108 req-9cd07657-0d65-490e-a89d-40e164708ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:44.208359 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-88bf0bad-4d1b-485e-8757-e41dbae5c108 req-9cd07657-0d65-490e-a89d-40e164708ec1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 913 time: 0.1291294
Aug 12 15:40:44.385953 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-88bf0bad-4d1b-485e-8757-e41dbae5c108 req-ddbdafc8-e794-460b-ae01-6a5e192b074b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 HTTP/1.1" status: 200  len: 1002 time: 0.1657670
Aug 12 15:40:44.486730 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0bad-4d1b-485e-8757-e41dbae5c108 req-1a4b1e32-ef1f-4f68-ab85-221472b396e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:44.489156 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-88bf0bad-4d1b-485e-8757-e41dbae5c108 req-1a4b1e32-ef1f-4f68-ab85-221472b396e6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70b088f4-4875-49de-a01f-42d328a56517 HTTP/1.1" status: 200  len: 851 time: 0.0958574
Aug 12 15:40:44.571291 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0bad-4d1b-485e-8757-e41dbae5c108 req-0b6b9d1a-f9a3-4d7f-ac78-7e5ff98a7552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:44.572745 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-88bf0bad-4d1b-485e-8757-e41dbae5c108 req-0b6b9d1a-f9a3-4d7f-ac78-7e5ff98a7552 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6583e41a-fa82-4b36-8411-f472b64444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729010
Aug 12 15:40:44.804265 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-88bf0bad-4d1b-485e-8757-e41dbae5c108 req-328e8f85-87fa-49b4-84df-b38c110d24f2 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2187457
Aug 12 15:40:44.935857 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-88bf0bad-4d1b-485e-8757-e41dbae5c108 req-c11ff704-0ae4-479e-888c-238933762298 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245377
Aug 12 15:40:45.304762 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:48.614880 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:40:52.864887 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-49c3b2ea-5943-46c5-97e1-00088260f55f tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:52.866313 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-49c3b2ea-5943-46c5-97e1-00088260f55f tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/networks?id=39b7df28-7169-4b60-a0f8-b5b1b116ac71 HTTP/1.1" status: 200  len: 813 time: 0.1443405
Aug 12 15:40:52.884422 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-860e1dc0-c096-44d8-99c7-413ca2e25201 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/quotas/a312b63f024c4b7cb3da0386d09c7896 HTTP/1.1" status: 200  len: 375 time: 0.0087619
Aug 12 15:40:52.986815 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-b66a6114-b259-4d2e-869c-a3573d5e1f5f tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a312b63f024c4b7cb3da0386d09c7896&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0943100
Aug 12 15:40:53.119899 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-b56891f9-a8d0-484e-982b-fc53c688df27 service neutron] 10.222.0.18 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257732
Aug 12 15:40:53.250556 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-568fadc8-3745-4599-b4c6-822c42aa9eea service neutron] 10.222.0.18 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231778
Aug 12 15:40:53.432781 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ef04d575-b947-4d2f-9a29-cfb60d7f4e5e req-dfb3690e-355c-4123-8387-e54d528c9ce8 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 210 time: 0.0473742
Aug 12 15:40:54.617165 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e676a2ca-8a37-4a90-856c-d9821714b635 req-4a72916c-56ed-455b-bee3-f514696576c6 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 210 time: 0.0687788
Aug 12 15:40:54.756850 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-ab0b3ebe-e869-4a00-9cbe-a134fcd6defb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:54.758170 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-ab0b3ebe-e869-4a00-9cbe-a134fcd6defb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "GET /v2.0/networks?id=39b7df28-7169-4b60-a0f8-b5b1b116ac71 HTTP/1.1" status: 200  len: 813 time: 0.1441691
Aug 12 15:40:54.790969 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Request body: {'port': {'device_id': 'd87450ec-8802-494c-8f11-188edd2903bc', 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71', 'admin_state_up': True, 'tenant_id': 'a312b63f024c4b7cb3da0386d09c7896'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:40:54.928769 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:40:54.938746 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:40:54.949542 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Made reservation on behalf of a312b63f024c4b7cb3da0386d09c7896 for: {'port': 1} {{(pid=79258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Aug 12 15:40:54.953003 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:55.115423 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_common [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Allocated IP 172.20.0.14 (39b7df28-7169-4b60-a0f8-b5b1b116ac71/62457501-2694-4317-8915-c243fea10efd/91612733-193d-48cf-b2e3-536b5d373afd) {{(pid=79258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Aug 12 15:40:55.321730 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks [] for port, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:55.351836 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791935029270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:55.359965 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-96d48712-844f-4bfe-bf6d-43b50116a0e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:55.411043 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['f2ec6a89-8372-48ae-a9fb-1575b276f70d', '38f2eeb6-1fbc-4e38-ad50-579935429093', '3876e507-2ba4-4a87-8cb5-d4549fde3d98'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:40:55.428538 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 is already hosted by enough agents. {{(pid=79258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Aug 12 15:40:55.431919 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.base_scheduler [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Resources bound (agent type, host, resource id):  {{(pid=79258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Aug 12 15:40:55.436350 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Received port after_create {{(pid=79258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Aug 12 15:40:55.467314 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Pushing event updated for resources: {'Port': ['ID=91612733-193d-48cf-b2e3-536b5d373afd,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:55.482379 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:55.482754 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:55.483120 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:55.483479 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:55.483838 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:55.484192 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:55.484551 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:55.484933 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:55.485285 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:55.485631 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:55.485982 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:55.486325 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:40:55.492055 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:55.515118 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:55.515719 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:55.540222 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-97c79d86-cb32-4923-9846-0fa38230eab9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7536511
Aug 12 15:40:55.559903 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-566c9d2f-391c-49ca-b620-108e1036a594 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=79258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Aug 12 15:40:55.561956 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-566c9d2f-391c-49ca-b620-108e1036a594 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0060487
Aug 12 15:40:55.577971 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.v2.base [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Request body: {'port': {'device_id': 'd87450ec-8802-494c-8f11-188edd2903bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80434'}} {{(pid=79258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Aug 12 15:40:55.846806 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:55.922463 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14f110-9776-42b2-be23-f6ae2f73ff3c req-bda3f16d-2aa5-4167-a9e6-c546204a3993 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:55.923166 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-6e14f110-9776-42b2-be23-f6ae2f73ff3c req-bda3f16d-2aa5-4167-a9e6-c546204a3993 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Synchronizing usage tracker for tenant:a312b63f024c4b7cb3da0386d09c7896 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:40:55.986645 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-6e14f110-9776-42b2-be23-f6ae2f73ff3c req-bda3f16d-2aa5-4167-a9e6-c546204a3993 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Unset dirty status for tenant:a312b63f024c4b7cb3da0386d09c7896 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:40:55.987791 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6e14f110-9776-42b2-be23-f6ae2f73ff3c req-bda3f16d-2aa5-4167-a9e6-c546204a3993 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 932 time: 0.2574332
Aug 12 15:40:56.070508 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6e14f110-9776-42b2-be23-f6ae2f73ff3c req-0b5de092-0525-4fcf-9345-b909af4de060 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762875
Aug 12 15:40:56.243550 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91612733-193d-48cf-b2e3-536b5d373afd {{(pid=79258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:40:56.250747 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:56.264550 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.provisioning_blocks [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Transition to ACTIVE for port object 91612733-193d-48cf-b2e3-536b5d373afd will not be triggered until provisioned by entity L2. {{(pid=79258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Aug 12 15:40:56.268312 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:56.273121 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-28485ec4-577e-4d04-83f9-eedb98cd4919 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:56.426138 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=91612733-193d-48cf-b2e3-536b5d373afd,revision_number=2']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:56.433120 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:56.502645 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Attempting to bind port 91612733-193d-48cf-b2e3-536b5d373afd on host hv-cinder-80434 for vnic_type normal with profile  {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Aug 12 15:40:56.502973 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Attempting to bind port 91612733-193d-48cf-b2e3-536b5d373afd by drivers openvswitch,hyperv on host hv-cinder-80434 at level 0 using segments [{'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Aug 12 15:40:56.503310 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Attempting to bind port 91612733-193d-48cf-b2e3-536b5d373afd on network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:40:56.508285 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Port 91612733-193d-48cf-b2e3-536b5d373afd on network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80434 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Aug 12 15:40:56.508603 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Attempting to bind port 91612733-193d-48cf-b2e3-536b5d373afd on network 39b7df28-7169-4b60-a0f8-b5b1b116ac71 {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Aug 12 15:40:56.513653 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Checking agent: {'id': '51980cf4-f3fd-461d-acdc-05bc560c71bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80434', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'started_at': datetime.datetime(2021, 8, 12, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Aug 12 15:40:56.513984 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Checking segment: {'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Aug 12 15:40:56.514365 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Bound using segment: {'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'} {{(pid=79258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Aug 12 15:40:56.514779 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.managers [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Bound port: 91612733-193d-48cf-b2e3-536b5d373afd, host: hv-cinder-80434, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075bf2af-24d8-4c66-9d4c-b5d857aa5f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71'}}] {{(pid=79258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Aug 12 15:40:56.515118 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:56.604224 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] For port 91612733-193d-48cf-b2e3-536b5d373afd, host hv-cinder-80434, cleared binding levels {{(pid=79258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Aug 12 15:40:56.607174 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] For port 91612733-193d-48cf-b2e3-536b5d373afd, host hv-cinder-80434, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=91612733-193d-48cf-b2e3-536b5d373afd,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Aug 12 15:40:56.611109 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2143421'] for port, after_update {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:56.615732 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-7371c0ee-c97b-43ef-b3d9-9f4ebea87b37 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:56.663291 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:56.663903 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:56.665295 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] 10.222.0.76 "PUT /v2.0/ports/91612733-193d-48cf-b2e3-536b5d373afd HTTP/1.1" status: 200  len: 1094 time: 1.0913110
Aug 12 15:40:56.671862 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87450ec-8802-494c-8f11-188edd2903bc', 'tag': '91612733-193d-48cf-b2e3-536b5d373afd'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:40:56.700911 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=91612733-193d-48cf-b2e3-536b5d373afd,revision_number=3']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:56.703965 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:56.774066 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87450ec-8802-494c-8f11-188edd2903bc', 'tag': '91612733-193d-48cf-b2e3-536b5d373afd', 'status': 'completed', 'code': 200}
Aug 12 15:40:56.813710 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-19daedbd-f86e-47d7-8d13-88b16ad33ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:56.815185 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-19daedbd-f86e-47d7-8d13-88b16ad33ea4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a312b63f024c4b7cb3da0386d09c7896&device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 1097 time: 0.0774889
Aug 12 15:40:56.895172 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-16b5e6b8-afc2-46ac-9a0b-ee8d9d8f3065 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91612733-193d-48cf-b2e3-536b5d373afd HTTP/1.1" status: 200  len: 217 time: 0.0594089
Aug 12 15:40:56.970065 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-32fcac1a-4826-43de-b893-4ae1eb01f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:56.971403 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-32fcac1a-4826-43de-b893-4ae1eb01f887 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62457501-2694-4317-8915-c243fea10efd HTTP/1.1" status: 200  len: 853 time: 0.0599997
Aug 12 15:40:57.022361 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-804564c6-4ac5-436b-be1a-40387b5b4f0a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=39b7df28-7169-4b60-a0f8-b5b1b116ac71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400550
Aug 12 15:40:57.155622 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-4633fd61-673e-46d7-af4f-0a2298004cb0 service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247540
Aug 12 15:40:57.450602 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-aa2aacf9-988a-4ecf-b1b3-762379c1c5c2 req-f5e69b17-1fc8-48e7-add1-d51f8ad8fb75 service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2855752
Aug 12 15:40:57.469123 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7332503-ff69-4699-a250-aed1da4fe32a req-9ea867c4-a7ec-4452-9d9a-0feabdb8ffd5 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:57.471179 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b7332503-ff69-4699-a250-aed1da4fe32a req-9ea867c4-a7ec-4452-9d9a-0feabdb8ffd5 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 944 time: 0.2884879
Aug 12 15:40:57.517490 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b7332503-ff69-4699-a250-aed1da4fe32a req-f03011f5-0bc0-4906-9e8a-ae5fd783d037 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398588
Aug 12 15:40:57.666842 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a603c5a-7fda-427e-99b5-1bbed81a3bfc req-a7dfbe05-05f3-4672-857d-a813ccd4f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:57.668259 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2a603c5a-7fda-427e-99b5-1bbed81a3bfc req-a7dfbe05-05f3-4672-857d-a813ccd4f9a4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a312b63f024c4b7cb3da0386d09c7896&device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 1097 time: 0.0718257
Aug 12 15:40:57.803293 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a603c5a-7fda-427e-99b5-1bbed81a3bfc req-f0183b92-deab-4e43-9420-35b20123f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:57.804746 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2a603c5a-7fda-427e-99b5-1bbed81a3bfc req-f0183b92-deab-4e43-9420-35b20123f175 service neutron] 10.222.0.76 "GET /v2.0/networks?id=39b7df28-7169-4b60-a0f8-b5b1b116ac71 HTTP/1.1" status: 200  len: 914 time: 0.1272094
Aug 12 15:40:57.877804 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2a603c5a-7fda-427e-99b5-1bbed81a3bfc req-a1ae17e4-7df2-4fb7-aedc-d32909590a44 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91612733-193d-48cf-b2e3-536b5d373afd HTTP/1.1" status: 200  len: 217 time: 0.0656800
Aug 12 15:40:57.947671 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a603c5a-7fda-427e-99b5-1bbed81a3bfc req-e0f99ead-e6fe-4510-8ec5-061edc0a6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:57.949079 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2a603c5a-7fda-427e-99b5-1bbed81a3bfc req-e0f99ead-e6fe-4510-8ec5-061edc0a6489 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62457501-2694-4317-8915-c243fea10efd HTTP/1.1" status: 200  len: 853 time: 0.0605488
Aug 12 15:40:58.007731 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2a603c5a-7fda-427e-99b5-1bbed81a3bfc req-9f5b17c5-7c67-4c44-be9c-6ba629eea816 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=39b7df28-7169-4b60-a0f8-b5b1b116ac71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506613
Aug 12 15:40:58.151749 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2a603c5a-7fda-427e-99b5-1bbed81a3bfc req-a384523e-5a86-4fc5-aeba-4c06f130a271 service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345661
Aug 12 15:40:58.288035 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2a603c5a-7fda-427e-99b5-1bbed81a3bfc req-c4a019ff-c729-499e-a7a7-65fa32ecde73 service neutron] 10.222.0.76 "GET /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229432
Aug 12 15:40:58.720322 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb6d8d-e5ce-42aa-97ae-c93571c59c39 req-9a39138e-43f3-4a59-ab9c-449f667c3bcb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:58.721804 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4eb6d8d-e5ce-42aa-97ae-c93571c59c39 req-9a39138e-43f3-4a59-ab9c-449f667c3bcb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 944 time: 0.0798039
Aug 12 15:40:58.774236 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 91612733-193d-48cf-b2e3-536b5d373afd details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:40:58.775122 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c4eb6d8d-e5ce-42aa-97ae-c93571c59c39 req-c83c9373-2fd8-4375-827a-b118c389d9c9 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420506
Aug 12 15:40:58.937669 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 91612733-193d-48cf-b2e3-536b5d373afd, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=91612733-193d-48cf-b2e3-536b5d373afd,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:40:58.950927 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '91612733-193d-48cf-b2e3-536b5d373afd', 'network_id': '39b7df28-7169-4b60-a0f8-b5b1b116ac71', 'port_id': '91612733-193d-48cf-b2e3-536b5d373afd', 'mac_address': 'fa:16:3e:4f:c0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62457501-2694-4317-8915-c243fea10efd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:40:59.006353 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:59.025841 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91612733-193d-48cf-b2e3-536b5d373afd {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:40:59.041930 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 91612733-193d-48cf-b2e3-536b5d373afd, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=91612733-193d-48cf-b2e3-536b5d373afd,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:40:59.046098 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:40:59.048449 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:40:59.113772 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=91612733-193d-48cf-b2e3-536b5d373afd,revision_number=4']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:40:59.118216 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:40:59.566369 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['91612733-193d-48cf-b2e3-536b5d373afd'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:40:59.972860 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56bd46-4188-4174-8296-d79dd0218127 req-50c1670a-ddd6-4436-9e42-533441dfa59c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:40:59.975941 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4e56bd46-4188-4174-8296-d79dd0218127 req-50c1670a-ddd6-4436-9e42-533441dfa59c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 945 time: 0.0866475
Aug 12 15:41:00.020716 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4e56bd46-4188-4174-8296-d79dd0218127 req-7efcac64-fc8e-4e86-9995-1d8b8eee155b tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391452
Aug 12 15:41:01.209924 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63393eb-9e1c-417a-bb85-2fb10b992a10 req-af5af535-2459-45df-8b7e-58be8ac397c8 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:01.211450 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c63393eb-9e1c-417a-bb85-2fb10b992a10 req-af5af535-2459-45df-8b7e-58be8ac397c8 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 945 time: 0.0826757
Aug 12 15:41:01.256397 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c63393eb-9e1c-417a-bb85-2fb10b992a10 req-24a64f0c-d600-46e2-b205-00f00bddddde tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391936
Aug 12 15:41:02.440153 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefff5dd-7e97-4217-b45b-3ed2a99df6b1 req-9268c5c7-f5cf-482f-b591-2feb88294ada tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:02.441634 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fefff5dd-7e97-4217-b45b-3ed2a99df6b1 req-9268c5c7-f5cf-482f-b591-2feb88294ada tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 945 time: 0.0804176
Aug 12 15:41:02.485706 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fefff5dd-7e97-4217-b45b-3ed2a99df6b1 req-ba9b67bc-0656-4678-9271-516ab389bf7b tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378263
Aug 12 15:41:02.786898 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 91612733-193d-48cf-b2e3-536b5d373afd up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:41:02.857331 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning for port 91612733-193d-48cf-b2e3-536b5d373afd completed by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Aug 12 15:41:02.862120 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 91612733-193d-48cf-b2e3-536b5d373afd triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:41:02.862501 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:02.981019 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:03.008291 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87450ec-8802-494c-8f11-188edd2903bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91612733-193d-48cf-b2e3-536b5d373afd'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:41:03.017871 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 91612733-193d-48cf-b2e3-536b5d373afd, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=91612733-193d-48cf-b2e3-536b5d373afd,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:41:03.024062 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:03.026255 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:41:03.061282 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87450ec-8802-494c-8f11-188edd2903bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91612733-193d-48cf-b2e3-536b5d373afd', 'code': 200}
Aug 12 15:41:03.092587 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=91612733-193d-48cf-b2e3-536b5d373afd,revision_number=5']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:41:03.095559 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:41:03.344455 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5379f9-8fa5-4ac8-8d56-bfd39bf2de32 req-96fcd156-4e0d-4bd1-abea-6743de1bf613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:03.345985 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0b5379f9-8fa5-4ac8-8d56-bfd39bf2de32 req-96fcd156-4e0d-4bd1-abea-6743de1bf613 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 1099 time: 0.0726352
Aug 12 15:41:03.387104 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0b5379f9-8fa5-4ac8-8d56-bfd39bf2de32 req-f455c748-1b9d-4f7d-81cc-5e335de29311 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337121
Aug 12 15:41:03.671304 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b6990-a168-422c-b97b-2b8147d5fd83 req-70aa9152-d1de-4a00-bd24-ed53d186cdfe tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:03.672716 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-376b6990-a168-422c-b97b-2b8147d5fd83 req-70aa9152-d1de-4a00-bd24-ed53d186cdfe tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 946 time: 0.0833583
Aug 12 15:41:03.720624 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-376b6990-a168-422c-b97b-2b8147d5fd83 req-138f9272-00d4-42b4-84de-831d1253664c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389245
Aug 12 15:41:04.913019 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7963572-10d9-4df8-9526-1bbaa1f34695 req-17e29ba5-fb7c-46d2-b07e-d0ffcef3fd10 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:04.914559 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f7963572-10d9-4df8-9526-1bbaa1f34695 req-17e29ba5-fb7c-46d2-b07e-d0ffcef3fd10 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 946 time: 0.0851202
Aug 12 15:41:04.964806 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f7963572-10d9-4df8-9526-1bbaa1f34695 req-b9ff888a-97d4-4176-a93f-d7cc8cfdec10 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440543
Aug 12 15:41:06.169683 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb458fc-ad0a-4683-bf3c-7537c021d1e9 req-ca36d7b9-3b9f-4db1-b4d4-bb234a7346f5 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:06.171168 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fbb458fc-ad0a-4683-bf3c-7537c021d1e9 req-ca36d7b9-3b9f-4db1-b4d4-bb234a7346f5 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 946 time: 0.0841794
Aug 12 15:41:06.215589 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fbb458fc-ad0a-4683-bf3c-7537c021d1e9 req-c44da037-7efc-4478-a7a5-4cbaf572f850 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388727
Aug 12 15:41:10.195926 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ce34bb72-3a29-4199-adaa-70f109ae596f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:10.831855 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:11.221284 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:12.782718 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-be363ac2-92cf-4a40-b863-cf2aae7dbadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:13.808674 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:15.308346 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:20.628088 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed3fcc-503d-4698-a7f1-6ccf0dcc8457 req-f4b6726a-9ce4-4c09-a0d1-97621bee8e4c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:20.629506 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-00ed3fcc-503d-4698-a7f1-6ccf0dcc8457 req-f4b6726a-9ce4-4c09-a0d1-97621bee8e4c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 946 time: 0.0829051
Aug 12 15:41:20.675982 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-00ed3fcc-503d-4698-a7f1-6ccf0dcc8457 req-707b1221-1c27-4d65-ac73-0e3d57d32b55 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401359
Aug 12 15:41:21.971455 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a59c0f-1075-4bb9-8047-e2efb7dc0c43 req-0976cdaa-2030-4a7d-9532-e88ee3abfabf tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:21.972879 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e5a59c0f-1075-4bb9-8047-e2efb7dc0c43 req-0976cdaa-2030-4a7d-9532-e88ee3abfabf tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 946 time: 0.1892493
Aug 12 15:41:22.020554 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e5a59c0f-1075-4bb9-8047-e2efb7dc0c43 req-27804b22-7a4a-4eb3-acdc-becacdcc3b5a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403852
Aug 12 15:41:22.866159 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500108f-9211-4a2a-bedd-31569186b956 req-dfdabcde-605c-4dfe-99c5-39e3d7e5e199 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:22.867596 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c500108f-9211-4a2a-bedd-31569186b956 req-dfdabcde-605c-4dfe-99c5-39e3d7e5e199 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 946 time: 0.0810628
Aug 12 15:41:22.945995 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-c500108f-9211-4a2a-bedd-31569186b956 req-cbfdfea8-178e-4334-920b-eeced9efadf3 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Deleting port 91612733-193d-48cf-b2e3-536b5d373afd {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:41:22.946336 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c500108f-9211-4a2a-bedd-31569186b956 req-cbfdfea8-178e-4334-920b-eeced9efadf3 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:23.342078 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-c500108f-9211-4a2a-bedd-31569186b956 req-cbfdfea8-178e-4334-920b-eeced9efadf3 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] For port 91612733-193d-48cf-b2e3-536b5d373afd, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=91612733-193d-48cf-b2e3-536b5d373afd,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:41:23.342848 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c500108f-9211-4a2a-bedd-31569186b956 req-cbfdfea8-178e-4334-920b-eeced9efadf3 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:23.475076 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-c500108f-9211-4a2a-bedd-31569186b956 req-cbfdfea8-178e-4334-920b-eeced9efadf3 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Calling delete_port for 91612733-193d-48cf-b2e3-536b5d373afd owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:41:23.565018 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6bbb4-0590-4a81-b1b8-453df81d8944 req-4c4668e7-9e3a-4346-bd8a-f0b3e32c5bff tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:23.566504 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2ca6bbb4-0590-4a81-b1b8-453df81d8944 req-4c4668e7-9e3a-4346-bd8a-f0b3e32c5bff tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=d87450ec-8802-494c-8f11-188edd2903bc HTTP/1.1" status: 200  len: 946 time: 0.2822227
Aug 12 15:41:23.664985 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2ca6bbb4-0590-4a81-b1b8-453df81d8944 req-df3dbb39-6548-4252-bf36-249ec827347a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911930
Aug 12 15:41:23.671966 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c500108f-9211-4a2a-bedd-31569186b956 req-cbfdfea8-178e-4334-920b-eeced9efadf3 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:23.678317 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-955f76cd-fa8c-4b25-8a77-f43bede9a8c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:41:23.717601 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['f2ec6a89-8372-48ae-a9fb-1575b276f70d', '38f2eeb6-1fbc-4e38-ad50-579935429093', '3876e507-2ba4-4a87-8cb5-d4549fde3d98'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:41:23.728422 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdfea8-178e-4334-920b-eeced9efadf3 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Pushing event deleted for resources: {'Port': ['ID=91612733-193d-48cf-b2e3-536b5d373afd,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:41:23.732051 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-cbfdfea8-178e-4334-920b-eeced9efadf3 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:41:23.805571 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-c500108f-9211-4a2a-bedd-31569186b956 req-cbfdfea8-178e-4334-920b-eeced9efadf3 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] No DVR routers for this DVR port 91612733-193d-48cf-b2e3-536b5d373afd on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:41:23.808480 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-c500108f-9211-4a2a-bedd-31569186b956 req-cbfdfea8-178e-4334-920b-eeced9efadf3 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:23.811490 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87450ec-8802-494c-8f11-188edd2903bc', 'name': 'network-vif-deleted', 'tag': '91612733-193d-48cf-b2e3-536b5d373afd'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:41:23.828581 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c500108f-9211-4a2a-bedd-31569186b956 req-cbfdfea8-178e-4334-920b-eeced9efadf3 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "DELETE /v2.0/ports/91612733-193d-48cf-b2e3-536b5d373afd HTTP/1.1" status: 204  len: 173 time: 0.9517953
Aug 12 15:41:23.987358 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87450ec-8802-494c-8f11-188edd2903bc', 'name': 'network-vif-deleted', 'tag': '91612733-193d-48cf-b2e3-536b5d373afd', 'status': 'completed', 'code': 200}
Aug 12 15:41:24.936059 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 91612733-193d-48cf-b2e3-536b5d373afd no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:41:24.974459 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 91612733-193d-48cf-b2e3-536b5d373afd {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:41:24.974900 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 91612733-193d-48cf-b2e3-536b5d373afd not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:41:25.614368 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:41:26.378668 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82403a6-1dcd-4de5-8113-cd7ea3bfa4f7 req-a85d2b36-6c75-4e2d-b8f3-bd077df8a1e4 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:26.379417 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-d82403a6-1dcd-4de5-8113-cd7ea3bfa4f7 req-a85d2b36-6c75-4e2d-b8f3-bd077df8a1e4 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Synchronizing usage tracker for tenant:a312b63f024c4b7cb3da0386d09c7896 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:41:26.394936 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-d82403a6-1dcd-4de5-8113-cd7ea3bfa4f7 req-a85d2b36-6c75-4e2d-b8f3-bd077df8a1e4 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Unset dirty status for tenant:a312b63f024c4b7cb3da0386d09c7896 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:41:26.396490 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d82403a6-1dcd-4de5-8113-cd7ea3bfa4f7 req-a85d2b36-6c75-4e2d-b8f3-bd077df8a1e4 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 946 time: 0.0996079
Aug 12 15:41:26.446346 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d82403a6-1dcd-4de5-8113-cd7ea3bfa4f7 req-82799042-0820-4480-8dde-aa880e8af75b tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432951
Aug 12 15:41:27.635610 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58d6ae-a710-40df-a8dd-bbd3f9dea26b req-dba86e79-3e7d-4a57-aa58-abeb1168ee0a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:27.637098 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-eb58d6ae-a710-40df-a8dd-bbd3f9dea26b req-dba86e79-3e7d-4a57-aa58-abeb1168ee0a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 946 time: 0.0840247
Aug 12 15:41:27.682432 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-eb58d6ae-a710-40df-a8dd-bbd3f9dea26b req-5ee1cbe8-ab98-4373-91c8-e91bea081a76 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392034
Aug 12 15:41:28.653585 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdb1b4-3ef9-45f5-9614-a36b1183e636 req-b7380e78-54ac-4bab-808d-f55080a06912 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:28.655008 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-affdb1b4-3ef9-45f5-9614-a36b1183e636 req-b7380e78-54ac-4bab-808d-f55080a06912 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 946 time: 0.0805867
Aug 12 15:41:28.749018 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-affdb1b4-3ef9-45f5-9614-a36b1183e636 req-acf06031-aa99-40c9-b4b6-50eead69ff81 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Deleting port 3876e507-2ba4-4a87-8cb5-d4549fde3d98 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:41:28.749591 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-affdb1b4-3ef9-45f5-9614-a36b1183e636 req-acf06031-aa99-40c9-b4b6-50eead69ff81 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:29.156833 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344376c3-945e-4b12-b674-57ab1719ebae req-9c7f0177-2af8-45e7-85ec-fe13905aae60 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:29.158286 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-344376c3-945e-4b12-b674-57ab1719ebae req-9c7f0177-2af8-45e7-85ec-fe13905aae60 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f64232a-60b2-4c38-bb03-b967bd40dbcb HTTP/1.1" status: 200  len: 946 time: 0.3021014
Aug 12 15:41:29.202419 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-affdb1b4-3ef9-45f5-9614-a36b1183e636 req-acf06031-aa99-40c9-b4b6-50eead69ff81 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] For port 3876e507-2ba4-4a87-8cb5-d4549fde3d98, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=3876e507-2ba4-4a87-8cb5-d4549fde3d98,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:41:29.202776 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-affdb1b4-3ef9-45f5-9614-a36b1183e636 req-acf06031-aa99-40c9-b4b6-50eead69ff81 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:29.335964 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-affdb1b4-3ef9-45f5-9614-a36b1183e636 req-acf06031-aa99-40c9-b4b6-50eead69ff81 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Calling delete_port for 3876e507-2ba4-4a87-8cb5-d4549fde3d98 owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:41:29.365968 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-344376c3-945e-4b12-b674-57ab1719ebae req-b5a26123-e7ca-4892-bf75-fb7bfafbbf3e tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2009575
Aug 12 15:41:29.482958 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-affdb1b4-3ef9-45f5-9614-a36b1183e636 req-acf06031-aa99-40c9-b4b6-50eead69ff81 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:29.488621 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-18132108-4831-444e-935e-7b06157e84ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:41:29.535076 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf06031-aa99-40c9-b4b6-50eead69ff81 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Pushing event deleted for resources: {'Port': ['ID=3876e507-2ba4-4a87-8cb5-d4549fde3d98,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:41:29.538837 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['f2ec6a89-8372-48ae-a9fb-1575b276f70d', '38f2eeb6-1fbc-4e38-ad50-579935429093'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:41:29.565040 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-acf06031-aa99-40c9-b4b6-50eead69ff81 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:41:29.613639 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-affdb1b4-3ef9-45f5-9614-a36b1183e636 req-acf06031-aa99-40c9-b4b6-50eead69ff81 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] No DVR routers for this DVR port 3876e507-2ba4-4a87-8cb5-d4549fde3d98 on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:41:29.616092 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-affdb1b4-3ef9-45f5-9614-a36b1183e636 req-acf06031-aa99-40c9-b4b6-50eead69ff81 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:29.619071 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f64232a-60b2-4c38-bb03-b967bd40dbcb', 'name': 'network-vif-deleted', 'tag': '3876e507-2ba4-4a87-8cb5-d4549fde3d98'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:41:29.637764 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-affdb1b4-3ef9-45f5-9614-a36b1183e636 req-acf06031-aa99-40c9-b4b6-50eead69ff81 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "DELETE /v2.0/ports/3876e507-2ba4-4a87-8cb5-d4549fde3d98 HTTP/1.1" status: 204  len: 173 time: 0.9753764
Aug 12 15:41:29.693733 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f64232a-60b2-4c38-bb03-b967bd40dbcb', 'name': 'network-vif-deleted', 'tag': '3876e507-2ba4-4a87-8cb5-d4549fde3d98', 'status': 'completed', 'code': 200}
Aug 12 15:41:30.874847 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f03384-d3c9-4a7a-ac0f-b99218286c7c req-1b1e88e5-a7a9-49c0-b640-58d00974882d tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:30.875621 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-95f03384-d3c9-4a7a-ac0f-b99218286c7c req-1b1e88e5-a7a9-49c0-b640-58d00974882d tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Synchronizing usage tracker for tenant:a312b63f024c4b7cb3da0386d09c7896 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:41:30.892174 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-95f03384-d3c9-4a7a-ac0f-b99218286c7c req-1b1e88e5-a7a9-49c0-b640-58d00974882d tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Unset dirty status for tenant:a312b63f024c4b7cb3da0386d09c7896 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:41:30.893339 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-95f03384-d3c9-4a7a-ac0f-b99218286c7c req-1b1e88e5-a7a9-49c0-b640-58d00974882d tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 946 time: 0.1031561
Aug 12 15:41:30.947609 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-95f03384-d3c9-4a7a-ac0f-b99218286c7c req-92a31900-a575-431a-94bf-f833bc77c9ab tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450730
Aug 12 15:41:30.950480 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 3876e507-2ba4-4a87-8cb5-d4549fde3d98 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:41:30.985140 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 3876e507-2ba4-4a87-8cb5-d4549fde3d98 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:41:30.985491 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 3876e507-2ba4-4a87-8cb5-d4549fde3d98 not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:41:32.135413 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fa571-e6f4-423e-9a2f-b9bf08540462 req-f42c17d8-7825-4a50-a0b2-67b5d33cbdf4 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:32.136931 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4b4fa571-e6f4-423e-9a2f-b9bf08540462 req-f42c17d8-7825-4a50-a0b2-67b5d33cbdf4 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 946 time: 0.0798681
Aug 12 15:41:32.182164 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4b4fa571-e6f4-423e-9a2f-b9bf08540462 req-8f3f1619-28d7-410d-a2ca-fcf593a4b717 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395596
Aug 12 15:41:32.830130 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31dc672-e9dc-4e14-b428-ea76d0fb5b12 req-4033ed53-f6bb-491d-a56a-1efe849d01c6 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:32.831578 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f31dc672-e9dc-4e14-b428-ea76d0fb5b12 req-4033ed53-f6bb-491d-a56a-1efe849d01c6 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "GET /v2.0/ports?device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 946 time: 0.0836525
Aug 12 15:41:32.912800 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-f31dc672-e9dc-4e14-b428-ea76d0fb5b12 req-f96fa46e-3ef3-4310-8b63-754e436cad13 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Deleting port 38f2eeb6-1fbc-4e38-ad50-579935429093 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:41:32.913208 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-f31dc672-e9dc-4e14-b428-ea76d0fb5b12 req-f96fa46e-3ef3-4310-8b63-754e436cad13 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:33.168557 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-f31dc672-e9dc-4e14-b428-ea76d0fb5b12 req-f96fa46e-3ef3-4310-8b63-754e436cad13 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] For port 38f2eeb6-1fbc-4e38-ad50-579935429093, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=38f2eeb6-1fbc-4e38-ad50-579935429093,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:41:33.169282 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-f31dc672-e9dc-4e14-b428-ea76d0fb5b12 req-f96fa46e-3ef3-4310-8b63-754e436cad13 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:33.294625 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-f31dc672-e9dc-4e14-b428-ea76d0fb5b12 req-f96fa46e-3ef3-4310-8b63-754e436cad13 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Calling delete_port for 38f2eeb6-1fbc-4e38-ad50-579935429093 owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:41:33.525066 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718f26f-68ea-43a6-b6e8-322ee94ce805 req-4416ce1e-ec71-4797-b255-a0b830c5f18c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:33.527482 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6718f26f-68ea-43a6-b6e8-322ee94ce805 req-4416ce1e-ec71-4797-b255-a0b830c5f18c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=802f7ca5-5bdc-49bd-a82d-85fa5e597f56 HTTP/1.1" status: 200  len: 946 time: 0.1974905
Aug 12 15:41:33.578513 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-f31dc672-e9dc-4e14-b428-ea76d0fb5b12 req-f96fa46e-3ef3-4310-8b63-754e436cad13 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:33.586442 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:41:33.620754 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['f2ec6a89-8372-48ae-a9fb-1575b276f70d'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:41:33.634517 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fa46e-3ef3-4310-8b63-754e436cad13 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Pushing event deleted for resources: {'Port': ['ID=38f2eeb6-1fbc-4e38-ad50-579935429093,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:41:33.639200 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6718f26f-68ea-43a6-b6e8-322ee94ce805 req-408aec6e-8ddf-45f4-9a40-a735b2f4a196 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059875
Aug 12 15:41:33.640547 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f96fa46e-3ef3-4310-8b63-754e436cad13 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:41:33.830145 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31dc672-e9dc-4e14-b428-ea76d0fb5b12 req-f96fa46e-3ef3-4310-8b63-754e436cad13 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] No DVR routers for this DVR port 38f2eeb6-1fbc-4e38-ad50-579935429093 on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:41:33.832843 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-f31dc672-e9dc-4e14-b428-ea76d0fb5b12 req-f96fa46e-3ef3-4310-8b63-754e436cad13 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:33.835868 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802f7ca5-5bdc-49bd-a82d-85fa5e597f56', 'name': 'network-vif-deleted', 'tag': '38f2eeb6-1fbc-4e38-ad50-579935429093'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:41:33.851906 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f31dc672-e9dc-4e14-b428-ea76d0fb5b12 req-f96fa46e-3ef3-4310-8b63-754e436cad13 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "DELETE /v2.0/ports/38f2eeb6-1fbc-4e38-ad50-579935429093 HTTP/1.1" status: 204  len: 173 time: 1.0113618
Aug 12 15:41:33.883393 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802f7ca5-5bdc-49bd-a82d-85fa5e597f56', 'name': 'network-vif-deleted', 'tag': '38f2eeb6-1fbc-4e38-ad50-579935429093', 'status': 'completed', 'code': 200}
Aug 12 15:41:34.981404 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 38f2eeb6-1fbc-4e38-ad50-579935429093 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:41:35.015532 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 38f2eeb6-1fbc-4e38-ad50-579935429093 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:41:35.015881 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 38f2eeb6-1fbc-4e38-ad50-579935429093 not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:41:36.336357 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39a81f-2043-45e1-a7e2-ec104b1780b5 req-d02da3cf-e29e-44d0-92fa-dc0e2428d3b7 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:36.337066 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-fe39a81f-2043-45e1-a7e2-ec104b1780b5 req-d02da3cf-e29e-44d0-92fa-dc0e2428d3b7 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Synchronizing usage tracker for tenant:a312b63f024c4b7cb3da0386d09c7896 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:41:36.351233 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-fe39a81f-2043-45e1-a7e2-ec104b1780b5 req-d02da3cf-e29e-44d0-92fa-dc0e2428d3b7 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Unset dirty status for tenant:a312b63f024c4b7cb3da0386d09c7896 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:41:36.352320 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fe39a81f-2043-45e1-a7e2-ec104b1780b5 req-d02da3cf-e29e-44d0-92fa-dc0e2428d3b7 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 945 time: 0.0946240
Aug 12 15:41:36.399383 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fe39a81f-2043-45e1-a7e2-ec104b1780b5 req-12d4544c-55b5-4800-86e4-3e6f475b0255 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409176
Aug 12 15:41:37.586470 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727479b-aa70-4e79-b20b-997f8fa0293f req-44961fd4-0151-44b6-9815-10481cef8bc2 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:37.587822 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3727479b-aa70-4e79-b20b-997f8fa0293f req-44961fd4-0151-44b6-9815-10481cef8bc2 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 945 time: 0.0819612
Aug 12 15:41:37.631274 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3727479b-aa70-4e79-b20b-997f8fa0293f req-da905fbe-cedf-4619-bb28-b0c7c08a1e82 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377893
Aug 12 15:41:38.491928 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60f306-637c-41ff-b631-62d76d510a2a req-c4f6ead5-a10c-49cf-99c6-d47153db5102 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:38.493353 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ba60f306-637c-41ff-b631-62d76d510a2a req-c4f6ead5-a10c-49cf-99c6-d47153db5102 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "GET /v2.0/ports?device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 945 time: 0.0811331
Aug 12 15:41:38.562443 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-ba60f306-637c-41ff-b631-62d76d510a2a req-7a99103d-9d12-4384-b679-d9e8c55d996a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Deleting port f2ec6a89-8372-48ae-a9fb-1575b276f70d {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:41:38.562777 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ba60f306-637c-41ff-b631-62d76d510a2a req-7a99103d-9d12-4384-b679-d9e8c55d996a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:38.856705 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-ba60f306-637c-41ff-b631-62d76d510a2a req-7a99103d-9d12-4384-b679-d9e8c55d996a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] For port f2ec6a89-8372-48ae-a9fb-1575b276f70d, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=f2ec6a89-8372-48ae-a9fb-1575b276f70d,segment=NetworkSegment(075bf2af-24d8-4c66-9d4c-b5d857aa5f52),segment_id=075bf2af-24d8-4c66-9d4c-b5d857aa5f52)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:41:38.857462 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ba60f306-637c-41ff-b631-62d76d510a2a req-7a99103d-9d12-4384-b679-d9e8c55d996a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:38.981939 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-ba60f306-637c-41ff-b631-62d76d510a2a req-7a99103d-9d12-4384-b679-d9e8c55d996a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Calling delete_port for f2ec6a89-8372-48ae-a9fb-1575b276f70d owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:41:39.032749 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01e404-5abd-47a5-a1bf-40d8370c657c req-7487e511-283d-41f7-9084-18a3f400682c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:39.034214 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cc01e404-5abd-47a5-a1bf-40d8370c657c req-7487e511-283d-41f7-9084-18a3f400682c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/ports?device_id=96cc2c92-9581-479d-b2ab-7d6d85fec3fe HTTP/1.1" status: 200  len: 945 time: 0.2728910
Aug 12 15:41:39.098455 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cc01e404-5abd-47a5-a1bf-40d8370c657c req-f4abb1bd-0dc6-4e4b-b05e-2e404d496afb tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.18 "GET /v2.0/security-groups?id=9806e5d7-05f0-47d9-9948-daccadf8b140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584176
Aug 12 15:41:39.167258 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ba60f306-637c-41ff-b631-62d76d510a2a req-7a99103d-9d12-4384-b679-d9e8c55d996a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:39.172795 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d9258769-bd3e-4050-93b4-aca07a0c0dc2 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:41:39.216881 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99103d-9d12-4384-b679-d9e8c55d996a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Pushing event deleted for resources: {'Port': ['ID=f2ec6a89-8372-48ae-a9fb-1575b276f70d,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:41:39.219878 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-7a99103d-9d12-4384-b679-d9e8c55d996a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:41:39.291664 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba60f306-637c-41ff-b631-62d76d510a2a req-7a99103d-9d12-4384-b679-d9e8c55d996a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] No DVR routers for this DVR port f2ec6a89-8372-48ae-a9fb-1575b276f70d on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:41:39.294685 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-ba60f306-637c-41ff-b631-62d76d510a2a req-7a99103d-9d12-4384-b679-d9e8c55d996a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:39.297240 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96cc2c92-9581-479d-b2ab-7d6d85fec3fe', 'name': 'network-vif-deleted', 'tag': 'f2ec6a89-8372-48ae-a9fb-1575b276f70d'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:41:39.312756 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ba60f306-637c-41ff-b631-62d76d510a2a req-7a99103d-9d12-4384-b679-d9e8c55d996a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] 10.222.0.76 "DELETE /v2.0/ports/f2ec6a89-8372-48ae-a9fb-1575b276f70d HTTP/1.1" status: 204  len: 173 time: 0.8130693
Aug 12 15:41:39.340263 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96cc2c92-9581-479d-b2ab-7d6d85fec3fe', 'name': 'network-vif-deleted', 'tag': 'f2ec6a89-8372-48ae-a9fb-1575b276f70d', 'status': 'completed', 'code': 200}
Aug 12 15:41:40.192863 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 55656) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:41:40.199821 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c133e1dc-5cd8-4fe9-b618-854207958039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:40.257447 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a100fcc-5c5f-4edd-bdc4-b0f0857d0ed6 admin admin] Deleting subnet 62457501-2694-4317-8915-c243fea10efd {{(pid=79258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:41:40.260249 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5a100fcc-5c5f-4edd-bdc4-b0f0857d0ed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:40.311505 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5a100fcc-5c5f-4edd-bdc4-b0f0857d0ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3945216'] for subnet, precommit_delete_associations {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:40.363816 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5a100fcc-5c5f-4edd-bdc4-b0f0857d0ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:40.428621 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5a100fcc-5c5f-4edd-bdc4-b0f0857d0ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222926'] for subnet, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:40.433078 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b4bf1239-e5f9-40ca-b620-8405810cca5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:41:40.468868 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a100fcc-5c5f-4edd-bdc4-b0f0857d0ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62457501-2694-4317-8915-c243fea10efd,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:41:40.471892 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-5a100fcc-5c5f-4edd-bdc4-b0f0857d0ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:41:40.472864 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-5a100fcc-5c5f-4edd-bdc4-b0f0857d0ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:40.478453 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-5a100fcc-5c5f-4edd-bdc4-b0f0857d0ed6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/62457501-2694-4317-8915-c243fea10efd HTTP/1.1" status: 204  len: 168 time: 0.2845690
Aug 12 15:41:40.481023 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 55662) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:41:40.580506 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-924e31f6-fde7-475b-a1ea-27d233182c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:40.794680 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-924e31f6-fde7-475b-a1ea-27d233182c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:40.806561 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-924e31f6-fde7-475b-a1ea-27d233182c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff080e64880>,) {'filters': {'network_id': ['39b7df28-7169-4b60-a0f8-b5b1b116ac71']}} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:41:40.818169 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-924e31f6-fde7-475b-a1ea-27d233182c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff080e64880>, '075bf2af-24d8-4c66-9d4c-b5d857aa5f52') {'for_net_delete': True} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:41:40.818459 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-924e31f6-fde7-475b-a1ea-27d233182c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff080e64880>, '075bf2af-24d8-4c66-9d4c-b5d857aa5f52') {} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:41:40.829765 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-924e31f6-fde7-475b-a1ea-27d233182c36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3945247'] for segment, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:40.845555 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-924e31f6-fde7-475b-a1ea-27d233182c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:40.851817 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924e31f6-fde7-475b-a1ea-27d233182c36 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=79258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:41:40.852194 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-924e31f6-fde7-475b-a1ea-27d233182c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143377'] for segment, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:40.863013 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]: Traceback (most recent call last):
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:     timer()
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:     cb(*args, **kw)
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:     return func(*args, **kwargs)
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:     self._notify()
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:     self.callback(batched_events)
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:     event.method(event)
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:     return f(self, *a, **k)
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._get(url).json()
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:41:40.865165 dv-cinder-804345-1-iscsi neutron-server[79258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:41:40.940729 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-924e31f6-fde7-475b-a1ea-27d233182c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:40.944463 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-721c68e0-199c-474f-bfef-b8ebd5fc9d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:41:40.957625 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-924e31f6-fde7-475b-a1ea-27d233182c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:40.967167 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e31f6-fde7-475b-a1ea-27d233182c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=39b7df28-7169-4b60-a0f8-b5b1b116ac71,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:41:40.969541 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-924e31f6-fde7-475b-a1ea-27d233182c36 admin admin] 10.222.0.18 "DELETE /v2.0/networks/39b7df28-7169-4b60-a0f8-b5b1b116ac71 HTTP/1.1" status: 204  len: 168 time: 0.4870095
Aug 12 15:41:40.970436 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-924e31f6-fde7-475b-a1ea-27d233182c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:41:40.999923 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device f2ec6a89-8372-48ae-a9fb-1575b276f70d no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:41:41.036455 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: f2ec6a89-8372-48ae-a9fb-1575b276f70d {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:41:41.036825 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device f2ec6a89-8372-48ae-a9fb-1575b276f70d not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:41:41.081362 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 55670) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:41:41.128925 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-d7419243-9e19-4592-9c45-d4a6c3b41fa8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a312b63f024c4b7cb3da0386d09c7896&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0463457
Aug 12 15:41:41.131180 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 55674) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:41:41.187375 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b5b519f2-061e-42b5-b07f-5446c6eec667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:41.212612 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b5b519f2-061e-42b5-b07f-5446c6eec667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:41.223181 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:41.263119 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b5b519f2-061e-42b5-b07f-5446c6eec667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:41.266732 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-e94b2648-93cb-42b9-ae39-b2008e82c765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:41:41.277096 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b519f2-061e-42b5-b07f-5446c6eec667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9806e5d7-05f0-47d9-9948-daccadf8b140,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:41:41.280835 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b5b519f2-061e-42b5-b07f-5446c6eec667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:41:41.284221 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-b5b519f2-061e-42b5-b07f-5446c6eec667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:41.285354 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-b5b519f2-061e-42b5-b07f-5446c6eec667 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9806e5d7-05f0-47d9-9948-daccadf8b140 HTTP/1.1" status: 204  len: 168 time: 0.1533134
Aug 12 15:41:42.788148 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1ef9aaac-b934-4ddf-adea-a1d260d370bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:43.811589 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:45.309825 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:47.452700 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d1e84d80-981c-4ac7-a0f6-b030d6914a53 req-ad5019df-52c4-451d-9332-a1b6b9259413 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1696713
Aug 12 15:41:47.559572 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e84d80-981c-4ac7-a0f6-b030d6914a53 req-0e2f2cec-37c1-48fa-8e57-e5ab3b6737fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:47.560974 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d1e84d80-981c-4ac7-a0f6-b030d6914a53 req-0e2f2cec-37c1-48fa-8e57-e5ab3b6737fd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6de95a90532648a585b1ca57bdb00cdb&device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 1098 time: 0.0700452
Aug 12 15:41:47.706486 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e84d80-981c-4ac7-a0f6-b030d6914a53 req-eb9269e4-58d2-4c78-b84a-8e69b25552ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:47.707904 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d1e84d80-981c-4ac7-a0f6-b030d6914a53 req-eb9269e4-58d2-4c78-b84a-8e69b25552ab service neutron] 10.222.0.76 "GET /v2.0/networks?id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8 HTTP/1.1" status: 200  len: 909 time: 0.1254761
Aug 12 15:41:47.816322 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d1e84d80-981c-4ac7-a0f6-b030d6914a53 req-d2c4c3fa-8be1-4a2b-9529-34820b8ab7ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5 HTTP/1.1" status: 200  len: 1000 time: 0.0954268
Aug 12 15:41:47.880100 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e84d80-981c-4ac7-a0f6-b030d6914a53 req-2cd6de18-ce8a-4dd6-97fc-05a83c25e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:47.881499 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d1e84d80-981c-4ac7-a0f6-b030d6914a53 req-2cd6de18-ce8a-4dd6-97fc-05a83c25e7c3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=616a6a01-bd4d-43ed-8fe9-4de5b74903e4 HTTP/1.1" status: 200  len: 847 time: 0.0584714
Aug 12 15:41:47.955335 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e84d80-981c-4ac7-a0f6-b030d6914a53 req-476284d2-d1f0-459a-9205-e88571b5d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:47.956803 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d1e84d80-981c-4ac7-a0f6-b030d6914a53 req-476284d2-d1f0-459a-9205-e88571b5d147 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0683446
Aug 12 15:41:48.090110 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d1e84d80-981c-4ac7-a0f6-b030d6914a53 req-6ca517f3-02bd-48a1-bd0e-ed71baf4c668 service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256068
Aug 12 15:41:48.223139 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-d1e84d80-981c-4ac7-a0f6-b030d6914a53 req-81e1df7d-afbb-4546-aa6d-d8ea97dcf45f service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255186
Aug 12 15:41:51.307259 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 55786) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:41:51.420007 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9664573-edd5-419c-98d4-c4285ac7a155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:51.433825 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-d9664573-edd5-419c-98d4-c4285ac7a155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:41:51.437606 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-d9664573-edd5-419c-98d4-c4285ac7a155 admin admin] Usage tracker for resource:security_group_rule and tenant:c66244831fce4700956f9b65c02394ec is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:41:51.440383 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-d9664573-edd5-419c-98d4-c4285ac7a155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:41:51.446070 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-d9664573-edd5-419c-98d4-c4285ac7a155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:41:51.527140 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9664573-edd5-419c-98d4-c4285ac7a155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:51.530787 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d9664573-edd5-419c-98d4-c4285ac7a155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:51.543896 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-232aae6f-8167-461b-81b1-c52f11fd5023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:41:51.582796 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-d9664573-edd5-419c-98d4-c4285ac7a155 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c66244831fce4700956f9b65c02394ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2745121
Aug 12 15:41:51.584288 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9664573-edd5-419c-98d4-c4285ac7a155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6acb4c-7835-4bf0-aa80-5844999b59bc,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:41:51.585604 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 55792) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:41:51.587704 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d9664573-edd5-419c-98d4-c4285ac7a155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:41:51.651689 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:51.676348 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:51.726974 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:51.730900 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:41:51.741606 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6acb4c-7835-4bf0-aa80-5844999b59bc,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:41:51.751155 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:51.751573 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:51.751893 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:51.752742 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:51.753121 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:51.753482 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:51.753830 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:51.754177 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:51.754526 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:51.754870 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:51.755215 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:51.755559 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:51.758733 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:41:51.760881 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:51.764254 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-a83c5908-ab22-413e-9a6f-53fc7ff642f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c6acb4c-7835-4bf0-aa80-5844999b59bc HTTP/1.1" status: 204  len: 168 time: 0.1749215
Aug 12 15:41:52.809591 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dcec4-e878-4346-9135-96e49eda591f req-c0bb43cb-28c4-44ce-8414-e31d7ec94ef0 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:52.811157 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2b8dcec4-e878-4346-9135-96e49eda591f req-c0bb43cb-28c4-44ce-8414-e31d7ec94ef0 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.0812039
Aug 12 15:41:52.859800 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2b8dcec4-e878-4346-9135-96e49eda591f req-0b8f6f7f-6188-4496-b162-069c770a56a4 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426664
Aug 12 15:41:54.045124 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db85230-cf69-4fa5-8b35-b80443695c82 req-59dfa60c-0f26-4801-8994-5257c071bc5e tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:54.046567 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4db85230-cf69-4fa5-8b35-b80443695c82 req-59dfa60c-0f26-4801-8994-5257c071bc5e tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.0825582
Aug 12 15:41:54.093513 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4db85230-cf69-4fa5-8b35-b80443695c82 req-2169931e-e585-452e-abb9-beada2e5ebaa tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404260
Aug 12 15:41:55.282072 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d0d82-b050-4ac6-bb8d-5d3f5a2a830c req-2eb4b297-372e-46d1-9f79-921ea8f966f6 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:55.283510 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-558d0d82-b050-4ac6-bb8d-5d3f5a2a830c req-2eb4b297-372e-46d1-9f79-921ea8f966f6 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.0783966
Aug 12 15:41:55.423433 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-558d0d82-b050-4ac6-bb8d-5d3f5a2a830c req-5af5c895-5748-475c-90c4-6085a8b58c55 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1338389
Aug 12 15:41:56.608434 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14683f18-0fde-458b-89a7-92f2c53fb860 req-0491f678-58d7-48eb-b37a-48a080bb23a1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:56.609934 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14683f18-0fde-458b-89a7-92f2c53fb860 req-0491f678-58d7-48eb-b37a-48a080bb23a1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.0823915
Aug 12 15:41:56.655081 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-14683f18-0fde-458b-89a7-92f2c53fb860 req-c73b9649-ff0d-4a10-9e52-09ea2a8c486c tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395689
Aug 12 15:41:57.849729 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa9771-860e-40fd-a2f8-115b0010ef41 req-6a8e6faa-d4e3-4778-904f-7a30e0ceda7f tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:57.851816 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-acfa9771-860e-40fd-a2f8-115b0010ef41 req-6a8e6faa-d4e3-4778-904f-7a30e0ceda7f tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.0888104
Aug 12 15:41:57.897980 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-acfa9771-860e-40fd-a2f8-115b0010ef41 req-872866e7-cfed-44b3-9574-6e867b46d3b5 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406489
Aug 12 15:41:58.891066 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 55926) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:41:59.044317 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:59.068214 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:41:59.078626 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Usage tracker for resource:security_group_rule and tenant:af5d38851d4b41419cc829d50960f3cb is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:41:59.083265 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:41:59.090933 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:41:59.136750 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c236e-175d-46e4-b70c-a819326f624a req-f778c082-897e-48bd-9cb5-36d7ff8885ec tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:41:59.138245 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-375c236e-175d-46e4-b70c-a819326f624a req-f778c082-897e-48bd-9cb5-36d7ff8885ec tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.1317883
Aug 12 15:41:59.208635 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-375c236e-175d-46e4-b70c-a819326f624a req-6c980124-eca7-484c-8edb-473fe2be148b tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613911
Aug 12 15:41:59.233037 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:59.237030 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:59.244993 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-2de4a6fa-ddb0-4823-9e70-12a995c8edad tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:41:59.284453 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af5d38851d4b41419cc829d50960f3cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3923388
Aug 12 15:41:59.286288 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160543d5-cf18-43d6-9183-eb8b0cff2e85,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:41:59.287150 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 55934) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:41:59.293860 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:59.294245 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:59.294634 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:59.294991 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:59.295354 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:59.295719 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:59.296078 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:59.296439 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:59.296825 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:59.297199 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:59.297730 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:59.298211 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:41:59.302269 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:41:59.345581 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e9acb04e-9592-40fc-94db-71e410712e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:59.370300 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e9acb04e-9592-40fc-94db-71e410712e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:59.425058 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e9acb04e-9592-40fc-94db-71e410712e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:59.430277 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-065282b1-41e8-4e7e-b2d1-c28e2a4ee227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:41:59.443302 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acb04e-9592-40fc-94db-71e410712e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160543d5-cf18-43d6-9183-eb8b0cff2e85,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:41:59.445716 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e9acb04e-9592-40fc-94db-71e410712e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:41:59.447861 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e9acb04e-9592-40fc-94db-71e410712e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:59.448996 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-e9acb04e-9592-40fc-94db-71e410712e94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/160543d5-cf18-43d6-9183-eb8b0cff2e85 HTTP/1.1" status: 204  len: 168 time: 0.1608460
Aug 12 15:41:59.716084 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 55942) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:41:59.733556 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0e471627-0b3e-4ccb-a42f-4af815225605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:59.747885 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-0e471627-0b3e-4ccb-a42f-4af815225605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:41:59.751623 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-0e471627-0b3e-4ccb-a42f-4af815225605 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a13984e97f40529d1bc5d6f39723cc is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:41:59.754986 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-0e471627-0b3e-4ccb-a42f-4af815225605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:41:59.760563 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-0e471627-0b3e-4ccb-a42f-4af815225605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:41:59.841541 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0e471627-0b3e-4ccb-a42f-4af815225605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:59.845243 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0e471627-0b3e-4ccb-a42f-4af815225605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:59.854101 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e9acb04e-9592-40fc-94db-71e410712e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:41:59.892302 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-0e471627-0b3e-4ccb-a42f-4af815225605 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4a13984e97f40529d1bc5d6f39723cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1751850
Aug 12 15:41:59.894113 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e471627-0b3e-4ccb-a42f-4af815225605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667b5e9a-1b4a-4044-9112-12951667e8eb,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:41:59.894989 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 55946) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:41:59.897393 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-0e471627-0b3e-4ccb-a42f-4af815225605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:41:59.956337 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-2387c66f-7014-42c4-8a4e-425ce7de8b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:41:59.981726 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-2387c66f-7014-42c4-8a4e-425ce7de8b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:00.031040 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-2387c66f-7014-42c4-8a4e-425ce7de8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:00.034546 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-9429276f-a9df-42c4-a911-52b0c2f29768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:00.048962 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387c66f-7014-42c4-8a4e-425ce7de8b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667b5e9a-1b4a-4044-9112-12951667e8eb,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:00.052432 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-2387c66f-7014-42c4-8a4e-425ce7de8b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:00.061386 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-2387c66f-7014-42c4-8a4e-425ce7de8b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:00.064992 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-2387c66f-7014-42c4-8a4e-425ce7de8b26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/667b5e9a-1b4a-4044-9112-12951667e8eb HTTP/1.1" status: 204  len: 168 time: 0.1665452
Aug 12 15:42:00.403804 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4efa5e-3b8d-4e99-87f8-7d68440c4d6f req-99c94841-e97d-4809-a849-2226f4ff1ad2 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:00.405517 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4a4efa5e-3b8d-4e99-87f8-7d68440c4d6f req-99c94841-e97d-4809-a849-2226f4ff1ad2 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.0825357
Aug 12 15:42:00.457976 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4a4efa5e-3b8d-4e99-87f8-7d68440c4d6f req-35913ebb-3adf-4354-82ff-18616eb77b78 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459702
Aug 12 15:42:01.654504 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb16b3-fddd-482b-b681-5763756d869c req-fdd23809-500e-4baa-85df-3ea19f595473 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:01.656006 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8fcb16b3-fddd-482b-b681-5763756d869c req-fdd23809-500e-4baa-85df-3ea19f595473 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.0928609
Aug 12 15:42:01.701483 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8fcb16b3-fddd-482b-b681-5763756d869c req-b237a680-118d-4ac5-9a8c-9df3cfb9176e tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391479
Aug 12 15:42:02.156484 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 56010) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:42:02.270867 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-be307730-53d6-4c3d-a851-e9d3a6056725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:02.284624 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-be307730-53d6-4c3d-a851-e9d3a6056725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:42:02.288386 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-be307730-53d6-4c3d-a851-e9d3a6056725 admin admin] Usage tracker for resource:security_group_rule and tenant:fb3d36aca4034423a028aa854c3f9339 is out of sync, need to count used quota {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:42:02.291139 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [None req-be307730-53d6-4c3d-a851-e9d3a6056725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:42:02.297137 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.quota.driver [None req-be307730-53d6-4c3d-a851-e9d3a6056725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:42:02.385532 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-be307730-53d6-4c3d-a851-e9d3a6056725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:02.389198 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-be307730-53d6-4c3d-a851-e9d3a6056725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:02.399069 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-302d144b-ef15-45f1-968f-836ee9f9cc59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:02.438140 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-be307730-53d6-4c3d-a851-e9d3a6056725 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb3d36aca4034423a028aa854c3f9339&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2805557
Aug 12 15:42:02.439699 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be307730-53d6-4c3d-a851-e9d3a6056725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b28e919-225f-4f13-ba18-4ff9559b2197,revision_number=1']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:02.440836 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56016) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:42:02.442808 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-be307730-53d6-4c3d-a851-e9d3a6056725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:02.501117 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9b0fb630-0bce-4eec-8877-33ea02511965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:02.526126 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9b0fb630-0bce-4eec-8877-33ea02511965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:02.576026 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9b0fb630-0bce-4eec-8877-33ea02511965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:02.579649 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-2c8c2e7c-f1f4-420f-aa33-6f32aafbfce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:02.591712 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fb630-0bce-4eec-8877-33ea02511965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b28e919-225f-4f13-ba18-4ff9559b2197,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:02.594248 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-9b0fb630-0bce-4eec-8877-33ea02511965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:02.602154 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-9b0fb630-0bce-4eec-8877-33ea02511965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:02.605215 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-9b0fb630-0bce-4eec-8877-33ea02511965 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b28e919-225f-4f13-ba18-4ff9559b2197 HTTP/1.1" status: 204  len: 168 time: 0.1633263
Aug 12 15:42:02.614525 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:42:02.875891 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56026) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:42:02.884390 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c22bc-454a-48c8-a13c-dc881169d391 req-b60b4eac-bba4-49c4-b802-3264652ed103 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:02.885893 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5e5c22bc-454a-48c8-a13c-dc881169d391 req-b60b4eac-bba4-49c4-b802-3264652ed103 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.0812714
Aug 12 15:42:02.893909 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5c20cbe5-de13-449a-89ba-b4fc94edcf1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:02.909378 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-5c20cbe5-de13-449a-89ba-b4fc94edcf1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:42:02.913216 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-5c20cbe5-de13-449a-89ba-b4fc94edcf1d admin admin] Usage tracker for resource:security_group_rule and tenant:c92743582b534c6abd4ca22c1b7feac1 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:42:02.915970 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-5c20cbe5-de13-449a-89ba-b4fc94edcf1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:42:02.922204 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-5c20cbe5-de13-449a-89ba-b4fc94edcf1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:42:02.934688 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5e5c22bc-454a-48c8-a13c-dc881169d391 req-d43ebde5-4eec-4d44-b10f-23313ebc1deb tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430300
Aug 12 15:42:03.008458 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5c20cbe5-de13-449a-89ba-b4fc94edcf1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:03.014346 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-5c20cbe5-de13-449a-89ba-b4fc94edcf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:03.023600 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-c152cbf9-bc04-4bd6-9428-1d86f8754cd8 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:03.064159 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-5c20cbe5-de13-449a-89ba-b4fc94edcf1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c92743582b534c6abd4ca22c1b7feac1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1844575
Aug 12 15:42:03.064363 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56030) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:42:03.067086 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e6788-3dc4-4080-a70b-931a4b663280 req-c9d9813c-63c9-4151-839e-2d3145849774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:03.068580 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-356e6788-3dc4-4080-a70b-931a4b663280 req-c9d9813c-63c9-4151-839e-2d3145849774 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6de95a90532648a585b1ca57bdb00cdb&device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 1098 time: 0.0762615
Aug 12 15:42:03.075421 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20cbe5-de13-449a-89ba-b4fc94edcf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32471cc-7d9e-46d7-9c18-86d606938aa8,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:03.084035 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-5c20cbe5-de13-449a-89ba-b4fc94edcf1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:03.131500 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3e6451a3-7833-41f8-89c1-2744c6cb0f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:03.157248 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3e6451a3-7833-41f8-89c1-2744c6cb0f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:03.206821 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e6788-3dc4-4080-a70b-931a4b663280 req-f03058db-2dfb-40ee-87a9-c2369b138021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:03.209411 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-356e6788-3dc4-4080-a70b-931a4b663280 req-f03058db-2dfb-40ee-87a9-c2369b138021 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8 HTTP/1.1" status: 200  len: 909 time: 0.1321905
Aug 12 15:42:03.211565 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3e6451a3-7833-41f8-89c1-2744c6cb0f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:03.215514 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-26011584-48a0-40a8-aa1a-ddd7bbc373d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:03.227120 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6451a3-7833-41f8-89c1-2744c6cb0f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32471cc-7d9e-46d7-9c18-86d606938aa8,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:03.229402 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3e6451a3-7833-41f8-89c1-2744c6cb0f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:03.235148 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3e6451a3-7833-41f8-89c1-2744c6cb0f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:03.238748 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-3e6451a3-7833-41f8-89c1-2744c6cb0f98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a32471cc-7d9e-46d7-9c18-86d606938aa8 HTTP/1.1" status: 204  len: 168 time: 0.1713197
Aug 12 15:42:03.317594 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-356e6788-3dc4-4080-a70b-931a4b663280 req-2ca087b0-7eb1-4f8f-85be-63922bc09bfc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5 HTTP/1.1" status: 200  len: 1000 time: 0.1009557
Aug 12 15:42:03.384420 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e6788-3dc4-4080-a70b-931a4b663280 req-1fa405be-9c68-4021-91ac-b183821550c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:03.385913 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-356e6788-3dc4-4080-a70b-931a4b663280 req-1fa405be-9c68-4021-91ac-b183821550c4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=616a6a01-bd4d-43ed-8fe9-4de5b74903e4 HTTP/1.1" status: 200  len: 847 time: 0.0582397
Aug 12 15:42:03.467950 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e6788-3dc4-4080-a70b-931a4b663280 req-8c1c1e9e-d5a3-41f7-8600-58db901b6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:03.469391 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-356e6788-3dc4-4080-a70b-931a4b663280 req-8c1c1e9e-d5a3-41f7-8600-58db901b6556 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759218
Aug 12 15:42:03.606835 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-356e6788-3dc4-4080-a70b-931a4b663280 req-643ccfbb-fe50-461b-8c8b-6b496b07f0f8 service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282268
Aug 12 15:42:03.843644 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-356e6788-3dc4-4080-a70b-931a4b663280 req-0e0861ae-5d18-4e46-9b74-ba9f02e1401a service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2274268
Aug 12 15:42:04.121922 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e3cc6-b202-40d8-99fd-f5955f70eebf req-7d142b86-6762-4951-a2ac-c7b77a001b7b tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:04.123387 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f68e3cc6-b202-40d8-99fd-f5955f70eebf req-7d142b86-6762-4951-a2ac-c7b77a001b7b tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.0815210
Aug 12 15:42:04.173861 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f68e3cc6-b202-40d8-99fd-f5955f70eebf req-37fd261a-ae81-4c55-a384-2a80a1dadfce tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444391
Aug 12 15:42:04.371114 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56064) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:42:04.484230 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2bb8e878-2772-40d9-9bcb-12c7d8c9959d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:04.498087 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-2bb8e878-2772-40d9-9bcb-12c7d8c9959d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:42:04.501807 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-2bb8e878-2772-40d9-9bcb-12c7d8c9959d admin admin] Usage tracker for resource:security_group_rule and tenant:7a9703c7ce2f414f8c53dcb7a09575b3 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:42:04.505044 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-2bb8e878-2772-40d9-9bcb-12c7d8c9959d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:42:04.510700 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-2bb8e878-2772-40d9-9bcb-12c7d8c9959d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:42:04.593166 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2bb8e878-2772-40d9-9bcb-12c7d8c9959d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:04.596764 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-2bb8e878-2772-40d9-9bcb-12c7d8c9959d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:04.603684 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-54c25620-119d-489a-9e91-5a4479475692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:04.726925 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-2bb8e878-2772-40d9-9bcb-12c7d8c9959d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a9703c7ce2f414f8c53dcb7a09575b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3546419
Aug 12 15:42:04.727741 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8e878-2772-40d9-9bcb-12c7d8c9959d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fa9667-f3d5-4dba-846f-4df384199d3a,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:04.729566 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 56070) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:42:04.730676 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-2bb8e878-2772-40d9-9bcb-12c7d8c9959d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:04.789520 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7ad806e8-03ae-4e20-89ee-84a84b031b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:04.814704 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7ad806e8-03ae-4e20-89ee-84a84b031b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:04.863058 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7ad806e8-03ae-4e20-89ee-84a84b031b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:04.867249 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8db8ca97-8796-410b-a661-1a14a16b2c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:04.880530 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad806e8-03ae-4e20-89ee-84a84b031b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fa9667-f3d5-4dba-846f-4df384199d3a,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:04.888962 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-7ad806e8-03ae-4e20-89ee-84a84b031b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:04.894014 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-7ad806e8-03ae-4e20-89ee-84a84b031b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:04.895140 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-7ad806e8-03ae-4e20-89ee-84a84b031b13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61fa9667-f3d5-4dba-846f-4df384199d3a HTTP/1.1" status: 204  len: 168 time: 0.1644201
Aug 12 15:42:05.362570 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0d533-bae5-4330-bba6-c2a5d103f83a req-f4df42ca-737e-4210-bc5c-f11768e1041a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:05.364102 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7fb0d533-bae5-4330-bba6-c2a5d103f83a req-f4df42ca-737e-4210-bc5c-f11768e1041a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.0844054
Aug 12 15:42:05.413329 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-7fb0d533-bae5-4330-bba6-c2a5d103f83a req-c0078927-d988-40e5-a29e-fd2167fff099 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434043
Aug 12 15:42:06.603866 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39ef76-fbca-437c-a4b0-685fe64f2a58 req-d4e1d14e-95c9-48ea-8cb9-1cd93d16dc38 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:06.605343 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1e39ef76-fbca-437c-a4b0-685fe64f2a58 req-d4e1d14e-95c9-48ea-8cb9-1cd93d16dc38 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.0837693
Aug 12 15:42:06.653873 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1e39ef76-fbca-437c-a4b0-685fe64f2a58 req-266d1b66-29b1-4655-9a17-5f5f0b498c84 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428352
Aug 12 15:42:07.844197 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57b282-034e-49ab-a1b4-ada21d74b630 req-d00a63a4-3235-40a9-919c-9b7a3c0112e4 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:07.845664 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4a57b282-034e-49ab-a1b4-ada21d74b630 req-d00a63a4-3235-40a9-919c-9b7a3c0112e4 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.0837195
Aug 12 15:42:07.890632 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4a57b282-034e-49ab-a1b4-ada21d74b630 req-c52bf505-1f9e-4192-bc4b-d1174e3aa03d tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392470
Aug 12 15:42:08.304186 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8782015-6537-467e-a3ee-ab57d1b8b905 req-7c1ca83c-a0fa-4f53-8970-44dd57fc827a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:08.305722 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b8782015-6537-467e-a3ee-ab57d1b8b905 req-7c1ca83c-a0fa-4f53-8970-44dd57fc827a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.1502972
Aug 12 15:42:08.330890 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b227a48d-10a2-4ee7-8d60-fcdd4f429d2b req-cf2a6ea6-c56a-4562-a457-8cc88b2dcdba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2286501
Aug 12 15:42:08.356939 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b8782015-6537-467e-a3ee-ab57d1b8b905 req-2116e23f-5445-46ec-9b07-fa4762693e12 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446293
Aug 12 15:42:09.160201 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:42:09.274920 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:09.300975 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:42:09.311508 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:42:09.316028 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:09.318482 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:09.388073 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,revision_number=6']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:09.395078 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:09.395456 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:09.395920 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:09.396462 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:09.396758 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:09.397173 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:09.397435 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:09.397759 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:09.398083 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:09.398445 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:09.398712 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:09.399018 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:09.403043 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:09.470995 dv-cinder-804345-1-iscsi neutron-server[79260]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5', 'code': 422} returned with failed status
Aug 12 15:42:09.555186 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cbfaa-2b50-4a65-a821-177a253bae3b req-c0603f06-8837-4328-993d-f1c9009abbbe tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:09.556856 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ff3cbfaa-2b50-4a65-a821-177a253bae3b req-c0603f06-8837-4328-993d-f1c9009abbbe tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.0854590
Aug 12 15:42:09.601136 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ff3cbfaa-2b50-4a65-a821-177a253bae3b req-471d656b-786e-4a01-a5b0-4ed5860515bf tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386600
Aug 12 15:42:10.202036 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c359452f-e30d-4bb2-a625-6dff17cf07f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:10.569518 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227a48d-10a2-4ee7-8d60-fcdd4f429d2b req-8f3b42fd-8d9b-4ad0-be5e-f3a899ae8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:10.571006 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b227a48d-10a2-4ee7-8d60-fcdd4f429d2b req-8f3b42fd-8d9b-4ad0-be5e-f3a899ae8208 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27&tenant_id=6de95a90532648a585b1ca57bdb00cdb HTTP/1.1" status: 200  len: 1096 time: 0.0721605
Aug 12 15:42:10.684535 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227a48d-10a2-4ee7-8d60-fcdd4f429d2b req-5e6299a8-fcef-4852-b243-1551e0416d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:10.686036 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b227a48d-10a2-4ee7-8d60-fcdd4f429d2b req-5e6299a8-fcef-4852-b243-1551e0416d69 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6de95a90532648a585b1ca57bdb00cdb&device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 1096 time: 0.0760703
Aug 12 15:42:10.873328 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227a48d-10a2-4ee7-8d60-fcdd4f429d2b req-bc80ff84-534f-4264-9241-d16d0e5eca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:10.874681 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b227a48d-10a2-4ee7-8d60-fcdd4f429d2b req-bc80ff84-534f-4264-9241-d16d0e5eca75 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8 HTTP/1.1" status: 200  len: 909 time: 0.1814604
Aug 12 15:42:10.885253 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:10.886951 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09d64f-fb6d-426b-b9e4-9df8e21f4988 req-33c77a2b-4282-4f4d-9124-8143259602b1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:10.888368 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8e09d64f-fb6d-426b-b9e4-9df8e21f4988 req-33c77a2b-4282-4f4d-9124-8143259602b1 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.1749341
Aug 12 15:42:11.016233 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8e09d64f-fb6d-426b-b9e4-9df8e21f4988 req-7116f553-375a-4eb8-84f1-15d71934c30b tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704041
Aug 12 15:42:11.018007 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b227a48d-10a2-4ee7-8d60-fcdd4f429d2b req-c0809071-c044-4ec0-a06e-bb3cd5b235e8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5 HTTP/1.1" status: 200  len: 998 time: 0.1287918
Aug 12 15:42:11.092350 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227a48d-10a2-4ee7-8d60-fcdd4f429d2b req-26ec0872-8908-441a-81b7-565481de5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:11.093834 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b227a48d-10a2-4ee7-8d60-fcdd4f429d2b req-26ec0872-8908-441a-81b7-565481de5bc7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=616a6a01-bd4d-43ed-8fe9-4de5b74903e4 HTTP/1.1" status: 200  len: 847 time: 0.0629764
Aug 12 15:42:11.170470 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227a48d-10a2-4ee7-8d60-fcdd4f429d2b req-cb71c312-ddbb-429c-9af9-982bbd5ea4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:11.171900 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b227a48d-10a2-4ee7-8d60-fcdd4f429d2b req-cb71c312-ddbb-429c-9af9-982bbd5ea4b3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707095
Aug 12 15:42:11.226447 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:11.308013 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b227a48d-10a2-4ee7-8d60-fcdd4f429d2b req-5bc203c1-992d-4e71-add4-f33ba6c5d366 service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279759
Aug 12 15:42:11.541512 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b227a48d-10a2-4ee7-8d60-fcdd4f429d2b req-3214b660-4678-4ba4-908c-834bf3fece6a service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2244692
Aug 12 15:42:12.208748 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd184b30-6db6-4dff-b2a8-efbb6dc8ce08 req-999f582d-4bd7-4e74-acf9-652a70c96060 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:12.210371 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fd184b30-6db6-4dff-b2a8-efbb6dc8ce08 req-999f582d-4bd7-4e74-acf9-652a70c96060 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.0853906
Aug 12 15:42:12.255597 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-fd184b30-6db6-4dff-b2a8-efbb6dc8ce08 req-3bcda309-c395-48e7-8b87-92b6ac2e0976 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395012
Aug 12 15:42:12.790799 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-fa761beb-64e9-4964-b4f4-dd791d810608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:13.441784 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d66a7-5e51-4c13-b941-7ec7e76a100e req-3b4ea2b4-6d12-4d64-9bcb-ccc85dff86b2 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:13.443763 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-942d66a7-5e51-4c13-b941-7ec7e76a100e req-3b4ea2b4-6d12-4d64-9bcb-ccc85dff86b2 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.0818532
Aug 12 15:42:13.491930 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-942d66a7-5e51-4c13-b941-7ec7e76a100e req-b6497ae4-2873-4fb6-bb95-7d93a6cc43ac tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414379
Aug 12 15:42:13.813589 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:14.679776 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16208a72-3d7a-489d-bb43-510757d4992d req-eeb85909-78cd-4981-8384-4f78960bcea7 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:14.681268 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-16208a72-3d7a-489d-bb43-510757d4992d req-eeb85909-78cd-4981-8384-4f78960bcea7 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.0852771
Aug 12 15:42:14.726581 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-16208a72-3d7a-489d-bb43-510757d4992d req-af221a0f-c8c8-4918-a8d6-c5d77427a0aa tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397139
Aug 12 15:42:15.312232 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:15.913291 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbccf6-09db-4a7b-8aab-d05caff2f481 req-95fa0ef7-6ffa-4556-92be-30f1556218a6 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:15.914745 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6fdbccf6-09db-4a7b-8aab-d05caff2f481 req-95fa0ef7-6ffa-4556-92be-30f1556218a6 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.0843010
Aug 12 15:42:15.961645 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-6fdbccf6-09db-4a7b-8aab-d05caff2f481 req-2b07debe-d026-4597-8b76-ba19054a5d7d tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406313
Aug 12 15:42:17.153021 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c29ba6-ca82-4198-bfff-677d177a62c2 req-51b31cad-a6a4-42b7-9929-73adc126afa7 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:17.154615 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-90c29ba6-ca82-4198-bfff-677d177a62c2 req-51b31cad-a6a4-42b7-9929-73adc126afa7 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.0877244
Aug 12 15:42:17.207995 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-90c29ba6-ca82-4198-bfff-677d177a62c2 req-9f08f9f9-baf4-4ff5-ab05-d652c262e3f2 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474072
Aug 12 15:42:18.401153 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c78ce-636b-4e12-9522-8bb03aad7c79 req-92afdda4-b710-492c-8b6c-29c8cc10b600 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:18.402952 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5c6c78ce-636b-4e12-9522-8bb03aad7c79 req-92afdda4-b710-492c-8b6c-29c8cc10b600 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.0866797
Aug 12 15:42:18.449153 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-5c6c78ce-636b-4e12-9522-8bb03aad7c79 req-c1c07fdf-0d55-4c29-be6a-69dd76b5d18b tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397944
Aug 12 15:42:19.636028 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8e7a0-be6e-4e8e-a379-8fffd2eb598d req-67f683d4-399f-4026-b007-343bcc9a54fc tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:19.637521 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c0e8e7a0-be6e-4e8e-a379-8fffd2eb598d req-67f683d4-399f-4026-b007-343bcc9a54fc tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.0809200
Aug 12 15:42:19.686350 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c0e8e7a0-be6e-4e8e-a379-8fffd2eb598d req-dac900f8-55af-4198-943b-f1584de87abd tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433295
Aug 12 15:42:20.866705 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf3894-cf60-49e4-8cf7-6f0580c49d6f req-501e7fea-ae43-46d6-9c23-44f7b79306f6 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:20.868206 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-93cf3894-cf60-49e4-8cf7-6f0580c49d6f req-501e7fea-ae43-46d6-9c23-44f7b79306f6 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 943 time: 0.0795734
Aug 12 15:42:20.915086 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-93cf3894-cf60-49e4-8cf7-6f0580c49d6f req-781dd176-b386-46e8-8bdb-4c76275b65ac tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387702
Aug 12 15:42:21.253300 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 details requested by agent hyperv_hv-cinder-80434 with host hv-cinder-80434 {{(pid=79260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Aug 12 15:42:21.382212 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:42:21.394746 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Returning: {'device': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'port_id': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5', 'mac_address': 'fa:16:3e:be:25:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Aug 12 15:42:21.451447 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:21.468107 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 {{(pid=79260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Aug 12 15:42:21.483382 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:42:21.487683 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:21.490450 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:21.560661 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,revision_number=7']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:21.563737 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:21.757766 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 56240) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:42:21.887043 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] get_ports_and_sgs() called for port_ids ['36b26ba0-593b-4207-8cb1-6d79a5e20fb5'] {{(pid=79260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Aug 12 15:42:21.964006 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-6716af35-3b50-4b1e-bc61-e7a12bdb5a05 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Deleting port d8f3913a-906c-43e2-a682-d40d78b97772 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:42:21.964549 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6716af35-3b50-4b1e-bc61-e7a12bdb5a05 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:22.198830 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6716af35-3b50-4b1e-bc61-e7a12bdb5a05 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:22.199064 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6716af35-3b50-4b1e-bc61-e7a12bdb5a05 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:22.267101 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37e40f-a040-4386-9704-fd429708ed1b req-080c967c-d45e-4f0e-8ad6-fa147367cedf tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:22.268546 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da37e40f-a040-4386-9704-fd429708ed1b req-080c967c-d45e-4f0e-8ad6-fa147367cedf tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 944 time: 0.2311544
Aug 12 15:42:22.332199 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-6716af35-3b50-4b1e-bc61-e7a12bdb5a05 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Calling delete_port for d8f3913a-906c-43e2-a682-d40d78b97772 owned by network:floatingip {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:42:22.522627 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-da37e40f-a040-4386-9704-fd429708ed1b req-11d807e4-6c8a-4bfd-85ec-9c24582edf6f tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1974776
Aug 12 15:42:22.620622 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6716af35-3b50-4b1e-bc61-e7a12bdb5a05 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:22.624877 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-7a99103d-9d12-4384-b679-d9e8c55d996a tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:22.672479 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716af35-3b50-4b1e-bc61-e7a12bdb5a05 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event deleted for resources: {'Port': ['ID=d8f3913a-906c-43e2-a682-d40d78b97772,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:22.697384 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-6716af35-3b50-4b1e-bc61-e7a12bdb5a05 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:22.760060 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6716af35-3b50-4b1e-bc61-e7a12bdb5a05 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for floatingip, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:22.760390 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.l3_db [None req-6716af35-3b50-4b1e-bc61-e7a12bdb5a05 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Floating IP 4baec52c-88a6-456b-b3a0-c54c62bd0a9c disassociated (deleted). External IP: 172.27.3.232, port: f8fed568-2db2-4255-868e-5cfd4985b37b.
Aug 12 15:42:23.107865 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6716af35-3b50-4b1e-bc61-e7a12bdb5a05 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Router a75d66b6-880f-4331-badf-d71f7b3a985c has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:42:23.257307 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 up at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Aug 12 15:42:23.280626 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6716af35-3b50-4b1e-bc61-e7a12bdb5a05 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:42:23.293476 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc9f76-6e34-4201-a8bd-30e864745fd7 None None] Sync routers for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:42:23.301853 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-6716af35-3b50-4b1e-bc61-e7a12bdb5a05 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:23.316826 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc9f76-6e34-4201-a8bd-30e864745fd7 None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:42:23.317454 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-68fc9f76-6e34-4201-a8bd-30e864745fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0824978e0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:42:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:42:23.358687 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-6716af35-3b50-4b1e-bc61-e7a12bdb5a05 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "DELETE /v2.0/floatingips/4baec52c-88a6-456b-b3a0-c54c62bd0a9c HTTP/1.1" status: 204  len: 168 time: 1.5992959
Aug 12 15:42:23.359662 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987d0061-794c-40d0-869f-9bf8db4c882d', 'tag': 'f8fed568-2db2-4255-868e-5cfd4985b37b'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:42:23.405153 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987d0061-794c-40d0-869f-9bf8db4c882d', 'tag': 'f8fed568-2db2-4255-868e-5cfd4985b37b', 'status': 'completed', 'code': 200}
Aug 12 15:42:23.468624 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.provisioning_blocks [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Provisioning complete for port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 triggered by entity L2. {{(pid=79260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Aug 12 15:42:23.468624 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850394'] for port, provisioning_complete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:23.531505 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af397536-8150-4b68-842e-9881c7ce8c12 req-dbb6ab58-eca8-45cf-a764-e43be1960db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:23.533515 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-af397536-8150-4b68-842e-9881c7ce8c12 req-dbb6ab58-eca8-45cf-a764-e43be1960db6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 1098 time: 0.0745437
Aug 12 15:42:23.558186 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-68fc9f76-6e34-4201-a8bd-30e864745fd7 None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:42:23.767637 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af397536-8150-4b68-842e-9881c7ce8c12 req-1457fcc1-df89-4353-b5fe-e906d049502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:23.769100 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-af397536-8150-4b68-842e-9881c7ce8c12 req-1457fcc1-df89-4353-b5fe-e906d049502f service neutron] 10.222.0.76 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 913 time: 0.2287555
Aug 12 15:42:23.786164 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:23.848952 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:42:23.855323 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-af397536-8150-4b68-842e-9881c7ce8c12 req-606102fe-3675-40df-8983-fcd8f87110f9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8fed568-2db2-4255-868e-5cfd4985b37b HTTP/1.1" status: 200  len: 217 time: 0.0720968
Aug 12 15:42:23.907088 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:42:23.922303 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:23.926152 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:23.930738 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af397536-8150-4b68-842e-9881c7ce8c12 req-36b94ff0-4b88-4b9c-9d5e-5e7f88045b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:23.932711 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-af397536-8150-4b68-842e-9881c7ce8c12 req-36b94ff0-4b88-4b9c-9d5e-5e7f88045b67 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70b088f4-4875-49de-a01f-42d328a56517 HTTP/1.1" status: 200  len: 851 time: 0.0688701
Aug 12 15:42:23.948615 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f343e-cef1-4ae9-9141-067ebf4f34c4 req-1fff101f-ee7f-4a1d-b24e-6b140dd54f4d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:23.949314 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-1a2f343e-cef1-4ae9-9141-067ebf4f34c4 req-1fff101f-ee7f-4a1d-b24e-6b140dd54f4d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Synchronizing usage tracker for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:42:24.017597 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c405232-1781-443c-8557-1b7c6e14f0ba req-0030b519-14fb-4088-8c0a-50b1b8936e35 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:24.019238 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2c405232-1781-443c-8557-1b7c6e14f0ba req-0030b519-14fb-4088-8c0a-50b1b8936e35 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 944 time: 0.3572536
Aug 12 15:42:24.041805 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,revision_number=8']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:24.045469 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:24.079226 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-68fc9f76-6e34-4201-a8bd-30e864745fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0824978e0>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '1933b9d2-303c-4de0-9955-7a1fe5f7c0bc', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'port_id': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'mac_address': 'fa:16:3e:97:e8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91304d89-03a4-447d-b707-14fe4b25609f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:38:17Z', 'updated_at': '2021-08-12T15:38:21Z', 'revision_number': 1, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:42:24.083421 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc9f76-6e34-4201-a8bd-30e864745fd7 None None] Checking router: a75d66b6-880f-4331-badf-d71f7b3a985c for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:42:24.093262 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc9f76-6e34-4201-a8bd-30e864745fd7 None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:42:24.094004 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-68fc9f76-6e34-4201-a8bd-30e864745fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0824978e0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:42:13Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:42:24.163547 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-1a2f343e-cef1-4ae9-9141-067ebf4f34c4 req-1fff101f-ee7f-4a1d-b24e-6b140dd54f4d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Unset dirty status for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:42:24.164657 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1a2f343e-cef1-4ae9-9141-067ebf4f34c4 req-1fff101f-ee7f-4a1d-b24e-6b140dd54f4d tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 945 time: 0.4667268
Aug 12 15:42:24.231867 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2c405232-1781-443c-8557-1b7c6e14f0ba req-3816dc9f-2748-4c2d-a72b-5585f0b80277 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2038703
Aug 12 15:42:24.239660 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1a2f343e-cef1-4ae9-9141-067ebf4f34c4 req-4df07a54-b04e-40f7-84e4-89cabe6959e1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666568
Aug 12 15:42:24.246115 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af397536-8150-4b68-842e-9881c7ce8c12 req-bfd336cb-76ba-4ce8-a26a-824f6e7ee3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:24.248200 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-af397536-8150-4b68-842e-9881c7ce8c12 req-bfd336cb-76ba-4ce8-a26a-824f6e7ee3f4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6583e41a-fa82-4b36-8411-f472b64444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2962618
Aug 12 15:42:24.284083 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-68fc9f76-6e34-4201-a8bd-30e864745fd7 None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:42:24.328654 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5', 'code': 200}
Aug 12 15:42:24.385773 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-af397536-8150-4b68-842e-9881c7ce8c12 req-8af058ee-8632-47e8-86f5-1ef4ca8ceb57 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301591
Aug 12 15:42:24.522427 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-af397536-8150-4b68-842e-9881c7ce8c12 req-cd8f0109-6e6e-45f5-9aad-0fc76548490e service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288960
Aug 12 15:42:24.657010 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac124a24-fa1e-4186-95ce-4e503c454b92 req-24fec7a6-9c72-441f-b41d-057b8ca5d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:24.658406 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ac124a24-fa1e-4186-95ce-4e503c454b92 req-24fec7a6-9c72-441f-b41d-057b8ca5d1e3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 1098 time: 0.0732460
Aug 12 15:42:24.690786 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-68fc9f76-6e34-4201-a8bd-30e864745fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0824978e0>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '1933b9d2-303c-4de0-9955-7a1fe5f7c0bc', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'port_id': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'mac_address': 'fa:16:3e:97:e8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91304d89-03a4-447d-b707-14fe4b25609f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:38:17Z', 'updated_at': '2021-08-12T15:38:21Z', 'revision_number': 1, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:42:24.694745 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc9f76-6e34-4201-a8bd-30e864745fd7 None None] The sync data for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi is: [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_floatingips': [{'id': '1933b9d2-303c-4de0-9955-7a1fe5f7c0bc', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'floating_ip_address': '172.27.3.132', 'floating_network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'router_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'port_id': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'mac_address': 'fa:16:3e:97:e8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91304d89-03a4-447d-b707-14fe4b25609f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T15:38:17Z', 'updated_at': '2021-08-12T15:38:21Z', 'revision_number': 1, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:42:24.704765 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ac124a24-fa1e-4186-95ce-4e503c454b92 req-e7d9456b-d332-4925-b47c-28462aa8d71a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390990
Aug 12 15:42:24.926390 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf27488c-fbe8-4306-a9c4-c4d4dc7d716e None None] New status for floating IP 4baec52c-88a6-456b-b3a0-c54c62bd0a9c: DOWN {{(pid=79261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:42:25.477534 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baec80-53d1-49b4-8031-3b9337ab3480 req-84cf86dd-efa8-4876-bd34-4dbf6c385758 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:25.479394 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-09baec80-53d1-49b4-8031-3b9337ab3480 req-84cf86dd-efa8-4876-bd34-4dbf6c385758 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.1406834
Aug 12 15:42:25.486521 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f737f7-b976-430f-a29d-49c36651c7a9 req-b4e414b5-81fe-40ce-bc72-c33e54ea11c6 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:25.487845 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f4f737f7-b976-430f-a29d-49c36651c7a9 req-b4e414b5-81fe-40ce-bc72-c33e54ea11c6 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 945 time: 0.1127832
Aug 12 15:42:25.560892 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-09baec80-53d1-49b4-8031-3b9337ab3480 req-abf3077a-3c77-4a4c-af93-6664848ba10c tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720940
Aug 12 15:42:25.565423 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f4f737f7-b976-430f-a29d-49c36651c7a9 req-f2a1cf16-3689-490f-b247-ad4fdfb9c809 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636351
Aug 12 15:42:26.813741 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d0466-c4b5-49dc-8d02-262cf4a08f06 req-6f00442d-31c8-4ac6-9f3d-9c1dc6382d6d tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:26.815199 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1b4d0466-c4b5-49dc-8d02-262cf4a08f06 req-6f00442d-31c8-4ac6-9f3d-9c1dc6382d6d tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.1492260
Aug 12 15:42:26.823194 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeaf2f-cfa2-43c4-8c7f-2334c8a56fde req-37abe40c-8e50-4fb7-b530-823ccb7dd95f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:26.824665 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4efeaf2f-cfa2-43c4-8c7f-2334c8a56fde req-37abe40c-8e50-4fb7-b530-823ccb7dd95f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 945 time: 0.1219842
Aug 12 15:42:26.891921 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1b4d0466-c4b5-49dc-8d02-262cf4a08f06 req-36b9b177-5083-4ef9-be22-7e6c2107afca tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662284
Aug 12 15:42:26.899270 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4efeaf2f-cfa2-43c4-8c7f-2334c8a56fde req-69cd2928-fcd4-4129-98fb-790976873e59 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600364
Aug 12 15:42:28.093198 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321c0f2-703a-49d4-ad9b-c4e60785658d req-3acf6d80-398d-485b-81ff-e1555e3279c3 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:28.094834 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3321c0f2-703a-49d4-ad9b-c4e60785658d req-3acf6d80-398d-485b-81ff-e1555e3279c3 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 945 time: 0.0851941
Aug 12 15:42:28.143297 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3321c0f2-703a-49d4-ad9b-c4e60785658d req-dc6846e0-afd4-4858-aace-c871fd4625eb tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427074
Aug 12 15:42:29.334825 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c1ceb-940c-4889-9e09-fb83b5c96dfa req-0c57e6fb-5cd7-4afd-8ffd-3811ab0451aa tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:29.336403 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-367c1ceb-940c-4889-9e09-fb83b5c96dfa req-0c57e6fb-5cd7-4afd-8ffd-3811ab0451aa tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 945 time: 0.0794392
Aug 12 15:42:29.383579 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-367c1ceb-940c-4889-9e09-fb83b5c96dfa req-cd34427b-7e02-45fd-8093-f9f372644744 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409691
Aug 12 15:42:30.566383 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb7e79-3363-41bf-9e45-da4dd9715cf0 req-eaed855a-186f-4ce7-b91e-485f72c5ec12 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:30.567836 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8bcb7e79-3363-41bf-9e45-da4dd9715cf0 req-eaed855a-186f-4ce7-b91e-485f72c5ec12 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 945 time: 0.0794137
Aug 12 15:42:30.612758 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-8bcb7e79-3363-41bf-9e45-da4dd9715cf0 req-2396d721-78eb-4cb5-8cf7-de329d2f49fe tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391791
Aug 12 15:42:31.278314 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device f8fed568-2db2-4255-868e-5cfd4985b37b no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:42:31.387613 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:31.413738 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987d0061-794c-40d0-869f-9bf8db4c882d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8fed568-2db2-4255-868e-5cfd4985b37b'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:42:31.423200 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port f8fed568-2db2-4255-868e-5cfd4985b37b, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=f8fed568-2db2-4255-868e-5cfd4985b37b,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:42:31.427091 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:31.428859 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-85775ab6-9e0d-4db5-8f78-78b65324bd99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:31.467614 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987d0061-794c-40d0-869f-9bf8db4c882d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8fed568-2db2-4255-868e-5cfd4985b37b', 'code': 200}
Aug 12 15:42:31.498142 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=f8fed568-2db2-4255-868e-5cfd4985b37b,revision_number=6']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:31.501034 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:31.798740 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70731c-a88e-431f-94d3-753820e63139 req-cfe3b22a-9298-41d3-8c3c-296d692e59a1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:31.800173 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb70731c-a88e-431f-94d3-753820e63139 req-cfe3b22a-9298-41d3-8c3c-296d692e59a1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.0827651
Aug 12 15:42:31.844477 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-bb70731c-a88e-431f-94d3-753820e63139 req-70de51ac-100b-4d63-a6e7-d9f372754524 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385299
Aug 12 15:42:33.030556 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa953e3-5f25-46f7-9cc7-7957fad0a822 req-6e39d6da-122e-4782-8b8c-b0aa026a678e tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:33.032020 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-eaa953e3-5f25-46f7-9cc7-7957fad0a822 req-6e39d6da-122e-4782-8b8c-b0aa026a678e tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.0813725
Aug 12 15:42:33.080119 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-eaa953e3-5f25-46f7-9cc7-7957fad0a822 req-a19f9113-eb7c-4a34-aed9-baa19666f9b9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424829
Aug 12 15:42:34.263324 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd961a-5118-47ce-b1fa-854da0fbdffd req-fc2d7646-ebad-41ae-8afa-ec29aa640c0b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:34.264801 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ccdd961a-5118-47ce-b1fa-854da0fbdffd req-fc2d7646-ebad-41ae-8afa-ec29aa640c0b tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.0802238
Aug 12 15:42:34.309322 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-ccdd961a-5118-47ce-b1fa-854da0fbdffd req-e2b047e5-be0d-4727-aa0d-3230b1fe6a49 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383904
Aug 12 15:42:35.499137 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d741ec8-33dc-4df5-ba90-6351c1a7ecf0 req-cc33e325-a972-4587-aa3b-972469060d65 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:35.500564 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1d741ec8-33dc-4df5-ba90-6351c1a7ecf0 req-cc33e325-a972-4587-aa3b-972469060d65 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.0878572
Aug 12 15:42:35.544603 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1d741ec8-33dc-4df5-ba90-6351c1a7ecf0 req-c1faf07d-be85-4ea6-bf92-4be1c362e0e8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384159
Aug 12 15:42:36.727933 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9110b4-77f8-4859-860d-8ee69e72df70 req-36c3da17-4702-4d63-9f6f-eedf1b4f560f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:36.729412 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4e9110b4-77f8-4859-860d-8ee69e72df70 req-36c3da17-4702-4d63-9f6f-eedf1b4f560f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.0799189
Aug 12 15:42:36.773365 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-4e9110b4-77f8-4859-860d-8ee69e72df70 req-8ece3863-990a-41a3-a7dc-577dc9d0dc3f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379660
Aug 12 15:42:38.054338 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069458bb-7f72-4b5e-aa25-af4815ed70e8 req-702bd20c-845d-4f46-b324-d9027565d95c tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:38.055747 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-069458bb-7f72-4b5e-aa25-af4815ed70e8 req-702bd20c-845d-4f46-b324-d9027565d95c tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.1781676
Aug 12 15:42:38.099715 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-069458bb-7f72-4b5e-aa25-af4815ed70e8 req-e9b0cef0-033b-4a2e-a59e-b2d611b8ffa4 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374501
Aug 12 15:42:39.341679 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026196bc-701f-4456-b064-7f6996b1b9fb req-310e4905-8c5a-44e7-9a5c-304493542000 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:39.343118 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-026196bc-701f-4456-b064-7f6996b1b9fb req-310e4905-8c5a-44e7-9a5c-304493542000 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.1376503
Aug 12 15:42:39.351140 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87126356-a3e5-4715-b166-e29c07db2182 req-6fef11ab-871e-453a-aac3-8f142c32941c tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:39.352453 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-87126356-a3e5-4715-b166-e29c07db2182 req-6fef11ab-871e-453a-aac3-8f142c32941c tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.76 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 943 time: 0.1169736
Aug 12 15:42:39.446350 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-026196bc-701f-4456-b064-7f6996b1b9fb req-85059691-4df1-445f-adc3-1349a7998515 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929186
Aug 12 15:42:39.449706 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-87126356-a3e5-4715-b166-e29c07db2182 req-ca5c8144-f885-4442-a19c-dd51ac80efa8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Deleting port f8fed568-2db2-4255-868e-5cfd4985b37b {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:42:39.450043 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-87126356-a3e5-4715-b166-e29c07db2182 req-ca5c8144-f885-4442-a19c-dd51ac80efa8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:39.614298 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:42:39.708602 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-87126356-a3e5-4715-b166-e29c07db2182 req-ca5c8144-f885-4442-a19c-dd51ac80efa8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] For port f8fed568-2db2-4255-868e-5cfd4985b37b, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=f8fed568-2db2-4255-868e-5cfd4985b37b,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:42:39.708998 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-87126356-a3e5-4715-b166-e29c07db2182 req-ca5c8144-f885-4442-a19c-dd51ac80efa8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:39.833843 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-87126356-a3e5-4715-b166-e29c07db2182 req-ca5c8144-f885-4442-a19c-dd51ac80efa8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Calling delete_port for f8fed568-2db2-4255-868e-5cfd4985b37b owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:42:39.977815 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-87126356-a3e5-4715-b166-e29c07db2182 req-ca5c8144-f885-4442-a19c-dd51ac80efa8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:39.983074 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d75fac1b-83cf-40a6-a320-d68197ded408 tempest-AttachVolumeShelveTestJSON-1813509727 tempest-AttachVolumeShelveTestJSON-1813509727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:40.028148 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c8144-f885-4442-a19c-dd51ac80efa8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event deleted for resources: {'Port': ['ID=f8fed568-2db2-4255-868e-5cfd4985b37b,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:40.031223 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ca5c8144-f885-4442-a19c-dd51ac80efa8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:40.106048 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-87126356-a3e5-4715-b166-e29c07db2182 req-ca5c8144-f885-4442-a19c-dd51ac80efa8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] No DVR routers for this DVR port f8fed568-2db2-4255-868e-5cfd4985b37b on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:42:40.108531 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-87126356-a3e5-4715-b166-e29c07db2182 req-ca5c8144-f885-4442-a19c-dd51ac80efa8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:40.111061 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987d0061-794c-40d0-869f-9bf8db4c882d', 'name': 'network-vif-deleted', 'tag': 'f8fed568-2db2-4255-868e-5cfd4985b37b'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:42:40.127391 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-87126356-a3e5-4715-b166-e29c07db2182 req-ca5c8144-f885-4442-a19c-dd51ac80efa8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.76 "DELETE /v2.0/ports/f8fed568-2db2-4255-868e-5cfd4985b37b HTTP/1.1" status: 204  len: 173 time: 0.7605882
Aug 12 15:42:40.162029 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987d0061-794c-40d0-869f-9bf8db4c882d', 'name': 'network-vif-deleted', 'tag': 'f8fed568-2db2-4255-868e-5cfd4985b37b', 'status': 'completed', 'code': 200}
Aug 12 15:42:40.204380 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-82d4aeb8-c972-426e-9693-6466eabc4bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:40.605904 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-b3cfd4eb-f182-41e6-ab9e-a748762aa8f0 req-b2f9a620-f2a3-4379-910b-4d305830748a tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Synchronizing usage tracker for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:42:40.621623 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-b3cfd4eb-f182-41e6-ab9e-a748762aa8f0 req-b2f9a620-f2a3-4379-910b-4d305830748a tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Unset dirty status for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:42:40.623240 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-b3cfd4eb-f182-41e6-ab9e-a748762aa8f0 req-b2f9a620-f2a3-4379-910b-4d305830748a tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=987d0061-794c-40d0-869f-9bf8db4c882d HTTP/1.1" status: 200  len: 210 time: 0.0704362
Aug 12 15:42:40.895521 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:41.229094 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:42.792091 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-18c3cce0-a3a7-449a-a8b7-bca28979eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:43.816842 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:44.107142 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 56382) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:42:44.305990 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-3d522203-730d-4b96-9b61-aab8c5464a33 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Deleting port 757b8570-5169-4390-820c-c095bf906202 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:42:44.306322 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3d522203-730d-4b96-9b61-aab8c5464a33 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:44.468568 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3d522203-730d-4b96-9b61-aab8c5464a33 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:44.468827 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3d522203-730d-4b96-9b61-aab8c5464a33 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:44.687827 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-3d522203-730d-4b96-9b61-aab8c5464a33 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Calling delete_port for 757b8570-5169-4390-820c-c095bf906202 owned by network:floatingip {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:42:44.845164 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3d522203-730d-4b96-9b61-aab8c5464a33 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:44.850273 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-9b49c209-915c-4917-9295-bf73cb35c6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:44.899836 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d522203-730d-4b96-9b61-aab8c5464a33 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event deleted for resources: {'Port': ['ID=757b8570-5169-4390-820c-c095bf906202,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:44.909343 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56392) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:42:44.934204 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-3d522203-730d-4b96-9b61-aab8c5464a33 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:45.000684 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3d522203-730d-4b96-9b61-aab8c5464a33 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for floatingip, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:45.001042 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.db.l3_db [None req-3d522203-730d-4b96-9b61-aab8c5464a33 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Floating IP 1933b9d2-303c-4de0-9955-7a1fe5f7c0bc disassociated (deleted). External IP: 172.27.3.132, port: c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6.
Aug 12 15:42:45.039417 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b304f075-a30e-4f76-aefc-2d8386a859e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:45.054548 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-b304f075-a30e-4f76-aefc-2d8386a859e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Aug 12 15:42:45.058677 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-b304f075-a30e-4f76-aefc-2d8386a859e7 admin admin] Usage tracker for resource:security_group_rule and tenant:2443e9d2b13a4984b4de53205e7a9c57 is out of sync, need to count used quota {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Aug 12 15:42:45.062122 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.quota.resource [None req-b304f075-a30e-4f76-aefc-2d8386a859e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Aug 12 15:42:45.067905 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.quota.driver [None req-b304f075-a30e-4f76-aefc-2d8386a859e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Aug 12 15:42:45.150373 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b304f075-a30e-4f76-aefc-2d8386a859e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:45.154158 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b304f075-a30e-4f76-aefc-2d8386a859e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_create {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:45.163325 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-2bb8e878-2772-40d9-9bcb-12c7d8c9959d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:45.203125 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-b304f075-a30e-4f76-aefc-2d8386a859e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2443e9d2b13a4984b4de53205e7a9c57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2919736
Aug 12 15:42:45.204700 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304f075-a30e-4f76-aefc-2d8386a859e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55766f1b-2458-4e0e-bc86-1f3af9be45e3,revision_number=1']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:45.206943 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56398) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:42:45.209333 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b304f075-a30e-4f76-aefc-2d8386a859e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:45.267017 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-28d1653d-f5a0-4ef6-84a1-603410cd9a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:45.297501 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-28d1653d-f5a0-4ef6-84a1-603410cd9a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:45.316490 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:45.359852 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-28d1653d-f5a0-4ef6-84a1-603410cd9a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:45.364226 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d522203-730d-4b96-9b61-aab8c5464a33 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Router a75d66b6-880f-4331-badf-d71f7b3a985c has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:42:45.365966 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-afff0e6c-8304-49c0-bc34-1ee8ead8c921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:45.379823 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1653d-f5a0-4ef6-84a1-603410cd9a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55766f1b-2458-4e0e-bc86-1f3af9be45e3,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:45.382137 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-28d1653d-f5a0-4ef6-84a1-603410cd9a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:45.390659 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-28d1653d-f5a0-4ef6-84a1-603410cd9a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:45.391863 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-28d1653d-f5a0-4ef6-84a1-603410cd9a51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55766f1b-2458-4e0e-bc86-1f3af9be45e3 HTTP/1.1" status: 204  len: 168 time: 0.1839373
Aug 12 15:42:45.549056 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d522203-730d-4b96-9b61-aab8c5464a33 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:42:45.560038 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ed6f9-752c-4646-97a8-c3135e9ae524 None None] Sync routers for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:42:45.570181 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ed6f9-752c-4646-97a8-c3135e9ae524 None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:42:45.571021 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-fd9ed6f9-752c-4646-97a8-c3135e9ae524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0818b7ca0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:42:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:42:45.572879 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3d522203-730d-4b96-9b61-aab8c5464a33 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:45.641479 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-3d522203-730d-4b96-9b61-aab8c5464a33 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "DELETE /v2.0/floatingips/1933b9d2-303c-4de0-9955-7a1fe5f7c0bc HTTP/1.1" status: 204  len: 168 time: 1.5302317
Aug 12 15:42:45.641479 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91304d89-03a4-447d-b707-14fe4b25609f', 'tag': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:42:45.709317 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91304d89-03a4-447d-b707-14fe4b25609f', 'tag': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'status': 'completed', 'code': 200}
Aug 12 15:42:45.773166 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-fd9ed6f9-752c-4646-97a8-c3135e9ae524 None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:42:45.856508 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b918b89-8ef6-4811-8924-64f54aded47f req-58f3de3b-0dc1-41e3-b3fa-017708104ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:45.858329 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9b918b89-8ef6-4811-8924-64f54aded47f req-58f3de3b-0dc1-41e3-b3fa-017708104ac7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4c08df815994e6f8754d8c518538b08&device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 1099 time: 0.0921128
Aug 12 15:42:46.050172 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b918b89-8ef6-4811-8924-64f54aded47f req-2bb47343-1102-4966-914d-2bc5703021b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:46.051615 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9b918b89-8ef6-4811-8924-64f54aded47f req-2bb47343-1102-4966-914d-2bc5703021b4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 200  len: 913 time: 0.1809685
Aug 12 15:42:46.099826 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-fd9ed6f9-752c-4646-97a8-c3135e9ae524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0818b7ca0>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:42:46.103559 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ed6f9-752c-4646-97a8-c3135e9ae524 None None] Checking router: a75d66b6-880f-4331-badf-d71f7b3a985c for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:42:46.111733 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ed6f9-752c-4646-97a8-c3135e9ae524 None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:42:46.112270 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-fd9ed6f9-752c-4646-97a8-c3135e9ae524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0818b7ca0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:42:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:42:46.124798 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4239af-c5af-4823-9509-24013425cad4 req-0bde7e84-5257-43b4-8ca5-29999cfebc48 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:46.125494 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-9b4239af-c5af-4823-9509-24013425cad4 req-0bde7e84-5257-43b4-8ca5-29999cfebc48 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Synchronizing usage tracker for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:42:46.135719 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9b918b89-8ef6-4811-8924-64f54aded47f req-d0f61a98-4a25-490a-9cd2-f88735eaf416 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 HTTP/1.1" status: 200  len: 217 time: 0.0700610
Aug 12 15:42:46.180429 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-9b4239af-c5af-4823-9509-24013425cad4 req-0bde7e84-5257-43b4-8ca5-29999cfebc48 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Unset dirty status for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:42:46.181559 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9b4239af-c5af-4823-9509-24013425cad4 req-0bde7e84-5257-43b4-8ca5-29999cfebc48 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 946 time: 0.2218275
Aug 12 15:42:46.291135 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-fd9ed6f9-752c-4646-97a8-c3135e9ae524 None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:42:46.341350 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b918b89-8ef6-4811-8924-64f54aded47f req-5aa0da05-7ece-4849-bb81-ddb5926cb2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:46.342802 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9b918b89-8ef6-4811-8924-64f54aded47f req-5aa0da05-7ece-4849-bb81-ddb5926cb2c6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=70b088f4-4875-49de-a01f-42d328a56517 HTTP/1.1" status: 200  len: 851 time: 0.1974158
Aug 12 15:42:46.349576 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9b4239af-c5af-4823-9509-24013425cad4 req-0e705354-ff04-4c7a-a12f-a98eeb107cf5 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539045
Aug 12 15:42:46.418155 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b918b89-8ef6-4811-8924-64f54aded47f req-a6292e09-d049-46ed-9edb-081d2d5c88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:46.419616 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9b918b89-8ef6-4811-8924-64f54aded47f req-a6292e09-d049-46ed-9edb-081d2d5c88bc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6583e41a-fa82-4b36-8411-f472b64444b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687358
Aug 12 15:42:46.551813 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9b918b89-8ef6-4811-8924-64f54aded47f req-0b436c5d-fb14-40c5-a119-cb6db591b682 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224613
Aug 12 15:42:46.639438 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-fd9ed6f9-752c-4646-97a8-c3135e9ae524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0818b7ca0>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:42:46.643445 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9ed6f9-752c-4646-97a8-c3135e9ae524 None None] The sync data for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi is: [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:33:01Z', 'revision_number': 4, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'e1d43764-83d3-46c4-bbfd-a1b2c04eab17', 'name': '', 'network_id': '6583e41a-fa82-4b36-8411-f472b64444b7', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'mac_address': 'fa:16:3e:d1:ea:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '70b088f4-4875-49de-a01f-42d328a56517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:00Z', 'updated_at': '2021-08-12T15:33:13Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'subnets': [{'id': '70b088f4-4875-49de-a01f-42d328a56517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:42:46.694535 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-9b918b89-8ef6-4811-8924-64f54aded47f req-a9b43c36-c928-434d-9cb7-de57a38b5b21 service neutron] 10.222.0.76 "GET /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352899
Aug 12 15:42:46.869700 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a08807d-9dfe-4324-83a2-56d257f06659 None None] New status for floating IP 1933b9d2-303c-4de0-9955-7a1fe5f7c0bc: DOWN {{(pid=79261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:42:47.547003 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67caf753-ef53-4d1f-a36e-81c74c287e49 req-76675c2e-1a60-4073-b4e0-424fa52bddb9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:47.548716 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-67caf753-ef53-4d1f-a36e-81c74c287e49 req-76675c2e-1a60-4073-b4e0-424fa52bddb9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 946 time: 0.0864420
Aug 12 15:42:47.593469 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-67caf753-ef53-4d1f-a36e-81c74c287e49 req-071b5f29-ef95-4428-a8ab-1c4b9da2a4ed tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390785
Aug 12 15:42:48.789895 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4fc36-475d-4075-968a-ce38b419bcc7 req-d1dc3651-4035-43fe-85f7-934e414f21a1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:48.792029 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-41f4fc36-475d-4075-968a-ce38b419bcc7 req-d1dc3651-4035-43fe-85f7-934e414f21a1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 946 time: 0.0865049
Aug 12 15:42:48.841476 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-41f4fc36-475d-4075-968a-ce38b419bcc7 req-120b4fdd-cd69-4dfd-8782-09b2ac0e54a8 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437319
Aug 12 15:42:50.024421 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f7bae-9389-4eda-983e-a8c839a15a9e req-826fd2d9-7165-4f9d-a615-71a9d24cad47 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:50.025910 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-211f7bae-9389-4eda-983e-a8c839a15a9e req-826fd2d9-7165-4f9d-a615-71a9d24cad47 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 946 time: 0.0816214
Aug 12 15:42:50.070738 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-211f7bae-9389-4eda-983e-a8c839a15a9e req-c98bf92c-571a-4050-9541-e1b31577cc7f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391343
Aug 12 15:42:51.256664 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234e187-50d8-4e63-8dae-02884dab169f req-7ba1738a-b17d-4f33-bfaa-e529e1e8ec4f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:51.258098 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0234e187-50d8-4e63-8dae-02884dab169f req-7ba1738a-b17d-4f33-bfaa-e529e1e8ec4f tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 946 time: 0.0820687
Aug 12 15:42:51.302281 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0234e187-50d8-4e63-8dae-02884dab169f req-b33b86c9-5635-4b8c-bdd4-b292d2abf753 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386829
Aug 12 15:42:52.481507 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf047f-ecf7-4ca7-bbe6-2ea3f26ad1c7 req-0d249b33-0c03-4825-98ef-4a5bc2d69023 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:52.482872 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3ddf047f-ecf7-4ca7-bbe6-2ea3f26ad1c7 req-0d249b33-0c03-4825-98ef-4a5bc2d69023 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 946 time: 0.0791471
Aug 12 15:42:52.526599 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-3ddf047f-ecf7-4ca7-bbe6-2ea3f26ad1c7 req-063f46cc-2d35-4d2f-93e8-401adee39ed0 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382473
Aug 12 15:42:53.107470 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-625aaea3-3698-496b-b9bc-568a4366e4ac tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:53.109596 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-625aaea3-3698-496b-b9bc-568a4366e4ac tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.76 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 946 time: 0.0831766
Aug 12 15:42:53.180167 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Deleting port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:42:53.180505 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:53.372721 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:42:53.421478 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] For port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:42:53.421832 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:53.482898 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-835086'] for port, before_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:53.508666 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91304d89-03a4-447d-b707-14fe4b25609f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6'}] {{(pid=79260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:42:53.518640 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] For port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:42:53.523694 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791935591747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791935029288', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791935029333'] for port, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:53.525463 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:53.545927 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Calling delete_port for c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:42:53.568957 dv-cinder-804345-1-iscsi neutron-server[79260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91304d89-03a4-447d-b707-14fe4b25609f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'code': 200}
Aug 12 15:42:53.596257 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Pushing event updated for resources: {'Port': ['ID=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6,revision_number=6']} {{(pid=79260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:53.599442 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_concurrency.lockutils [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:53.635518 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.db.api [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79258) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 12 15:42:53.635767 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_db.api [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 12 15:42:53.719121 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9620d7c-655a-464a-a1a0-2ef191b5c024 req-c885abcf-0b27-4567-8758-5ce124741e98 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:42:53.720548 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f9620d7c-655a-464a-a1a0-2ef191b5c024 req-c885abcf-0b27-4567-8758-5ce124741e98 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 944 time: 0.0790834
Aug 12 15:42:53.768153 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-f9620d7c-655a-464a-a1a0-2ef191b5c024 req-9c4ba767-0202-4cfc-9708-417f23fb5746 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d92bbaa-03b9-452e-97df-9c483bc1558e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420179
Aug 12 15:42:54.137280 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Deleting port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:42:54.137736 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:54.377617 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] For port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:42:54.377969 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:54.591677 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Calling delete_port for c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:42:54.732890 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:54.739097 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-cda3b19e-8fd5-48d8-b576-f14926f6e0f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:54.792197 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event deleted for resources: {'Port': ['ID=c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:54.818957 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:54.867883 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] No DVR routers for this DVR port c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:42:54.870211 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:54.872776 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91304d89-03a4-447d-b707-14fe4b25609f', 'name': 'network-vif-deleted', 'tag': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:42:54.920898 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91304d89-03a4-447d-b707-14fe4b25609f', 'name': 'network-vif-deleted', 'tag': 'c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6', 'status': 'completed', 'code': 200}
Aug 12 15:42:54.922179 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e13984aa-f952-4a84-bda1-4583fe9a9960 req-dd47cf87-94e9-4469-ab20-1ddbc34453b1 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.76 "DELETE /v2.0/ports/c3db1dea-0b7e-4eee-ab98-8cabb0a9e4a6 HTTP/1.1" status: 204  len: 173 time: 1.8065658
Aug 12 15:42:54.928140 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-0f7331ac-db18-4c67-9883-3e17be917f5e req-8cea635f-5c99-43ee-92ea-2420de6fdcc7 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Synchronizing usage tracker for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:42:54.944164 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-0f7331ac-db18-4c67-9883-3e17be917f5e req-8cea635f-5c99-43ee-92ea-2420de6fdcc7 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Unset dirty status for tenant:d4c08df815994e6f8754d8c518538b08 on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:42:54.945389 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-0f7331ac-db18-4c67-9883-3e17be917f5e req-8cea635f-5c99-43ee-92ea-2420de6fdcc7 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 210 time: 0.0640829
Aug 12 15:42:56.114466 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-67eda63f-5bae-4a36-b435-aa6245db2c40 req-07fefb03-3919-47fb-9db1-6dd83b510dcd tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "GET /v2.0/ports?device_id=91304d89-03a4-447d-b707-14fe4b25609f HTTP/1.1" status: 200  len: 210 time: 0.0456562
Aug 12 15:42:57.204838 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56432) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:42:57.363023 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Deleting port 2aceb088-ec9c-4997-ba57-691406dabb69 {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:42:57.363358 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:57.530213 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:57.530527 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:57.651192 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Calling delete_port for 2aceb088-ec9c-4997-ba57-691406dabb69 owned by network:floatingip {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:42:57.786955 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:57.791183 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:57.832315 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event deleted for resources: {'Port': ['ID=2aceb088-ec9c-4997-ba57-691406dabb69,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:57.900810 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:57.901243 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:57.901627 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:57.902008 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:57.902345 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:57.902698 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:57.903051 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:57.903398 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:57.903749 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:57.904093 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:57.904437 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:57.904779 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:42:57.908694 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:57.937755 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for floatingip, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:57.955908 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:57.957178 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "DELETE /v2.0/floatingips/aac77efb-d4c1-4e30-a49a-3fcbdba2f757 HTTP/1.1" status: 204  len: 168 time: 0.7508917
Aug 12 15:42:59.326333 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56446) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:42:59.393807 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b398e1d0-84cf-4025-8e10-9dacaaf2c8e9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:59.422164 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b398e1d0-84cf-4025-8e10-9dacaaf2c8e9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:59.488772 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b398e1d0-84cf-4025-8e10-9dacaaf2c8e9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:59.492531 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-1543a81c-ba5f-4126-9ac8-9e03d5bcea4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:42:59.507341 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398e1d0-84cf-4025-8e10-9dacaaf2c8e9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d92bbaa-03b9-452e-97df-9c483bc1558e,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:42:59.510033 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b398e1d0-84cf-4025-8e10-9dacaaf2c8e9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:42:59.520186 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-b398e1d0-84cf-4025-8e10-9dacaaf2c8e9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:42:59.521352 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-b398e1d0-84cf-4025-8e10-9dacaaf2c8e9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] 10.222.0.18 "DELETE /v2.0/security-groups/1d92bbaa-03b9-452e-97df-9c483bc1558e HTTP/1.1" status: 204  len: 168 time: 0.1940279
Aug 12 15:42:59.589643 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 56452) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:00.319023 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716679'] for router_interface, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:00.657151 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Deleting port e1d43764-83d3-46c4-bbfd-a1b2c04eab17 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:00.658382 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:00.934369 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] For port e1d43764-83d3-46c4-bbfd-a1b2c04eab17, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=e1d43764-83d3-46c4-bbfd-a1b2c04eab17,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:43:00.934640 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:01.055393 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Calling delete_port for e1d43764-83d3-46c4-bbfd-a1b2c04eab17 owned by network:router_interface {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:43:01.239673 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:01.243026 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-0fe2639f-6383-406e-b4fe-fdf5f9c7cb06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:01.287851 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d43764-83d3-46c4-bbfd-a1b2c04eab17,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:01.325435 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:01.325812 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:01.326178 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:01.326543 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:01.326894 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:01.327253 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:01.327604 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:01.327957 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:01.328316 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:01.328661 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:01.329037 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:01.329383 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:01.336805 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:01.560961 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716667'] for router_interface, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:01.912328 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Router a75d66b6-880f-4331-badf-d71f7b3a985c has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:43:02.085857 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:43:02.094038 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9393de8c-03b7-4a58-b6bc-84e6b6a5266b None None] Sync routers for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:43:02.099404 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-4a87d153-e918-44a4-ad4a-31ffa7f58150 admin admin] 10.222.0.18 "PUT /v2.0/routers/a75d66b6-880f-4331-badf-d71f7b3a985c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5086925
Aug 12 15:43:02.101810 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 56460) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:02.104136 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9393de8c-03b7-4a58-b6bc-84e6b6a5266b None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:43:02.104761 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-9393de8c-03b7-4a58-b6bc-84e6b6a5266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081a5b8b0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:42:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:02.289523 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-9393de8c-03b7-4a58-b6bc-84e6b6a5266b None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:43:02.394844 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:02.575846 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:02.585790 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] Deleting port 0d69f95e-bee5-4bce-bff4-b121acb532bb {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:02.586130 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:02.591668 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-9393de8c-03b7-4a58-b6bc-84e6b6a5266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081a5b8b0>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:43:01Z', 'revision_number': 5, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port': {'id': '0d69f95e-bee5-4bce-bff4-b121acb532bb', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:32:55Z', 'updated_at': '2021-08-12T15:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:02.595487 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9393de8c-03b7-4a58-b6bc-84e6b6a5266b None None] Checking router: a75d66b6-880f-4331-badf-d71f7b3a985c for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:43:02.603701 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9393de8c-03b7-4a58-b6bc-84e6b6a5266b None None] Routers {'a75d66b6-880f-4331-badf-d71f7b3a985c'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:43:02.604299 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-9393de8c-03b7-4a58-b6bc-84e6b6a5266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081a5b8b0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:42:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a75d66b6-880f-4331-badf-d71f7b3a985c'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:02.751597 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-9393de8c-03b7-4a58-b6bc-84e6b6a5266b None None] Set router a75d66b6-880f-4331-badf-d71f7b3a985c gateway port host: None {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:43:02.760688 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] For port 0d69f95e-bee5-4bce-bff4-b121acb532bb, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=0d69f95e-bee5-4bce-bff4-b121acb532bb,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:43:02.761080 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:02.860717 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-9393de8c-03b7-4a58-b6bc-84e6b6a5266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081a5b8b0>, [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:43:02Z', 'revision_number': 6, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port_host': None}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:02.866830 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9393de8c-03b7-4a58-b6bc-84e6b6a5266b None None] The sync data for ids ['a75d66b6-880f-4331-badf-d71f7b3a985c'] in dv-cinder-804345-1-iscsi is: [{'id': 'a75d66b6-880f-4331-badf-d71f7b3a985c', 'name': 'tempest-TestVolumeBootPattern-1725495849-router', 'tenant_id': 'd4c08df815994e6f8754d8c518538b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:32:53Z', 'updated_at': '2021-08-12T15:43:02Z', 'revision_number': 6, 'project_id': 'd4c08df815994e6f8754d8c518538b08', 'gw_port_host': None}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:43:02.893839 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] Calling delete_port for 0d69f95e-bee5-4bce-bff4-b121acb532bb owned by network:router_gateway {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:43:03.062873 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:03.067228 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-6b51782f-a075-45eb-9361-79847cc39369 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:03.113375 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d69f95e-bee5-4bce-bff4-b121acb532bb,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:03.138075 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:03.199551 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604370'] for router_gateway, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:03.380117 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1871'] for router, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:03.382239 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:03.404658 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1717320'] for router, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:03.405277 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a75d66b6-880f-4331-badf-d71f7b3a985c {{(pid=79258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 12 15:43:03.418016 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] Notify callbacks [] for router, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:03.419107 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-c2f3ad4e-e64a-4317-b2f9-f0a44e614cc1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a75d66b6-880f-4331-badf-d71f7b3a985c HTTP/1.1" status: 204  len: 168 time: 1.3163784
Aug 12 15:43:03.421565 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 56464) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:03.481751 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab902f99-0c9e-43bf-9bae-bf3ee2ccac03 admin admin] Deleting subnet 70b088f4-4875-49de-a01f-42d328a56517 {{(pid=79258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:43:03.484568 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ab902f99-0c9e-43bf-9bae-bf3ee2ccac03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:03.531439 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ab902f99-0c9e-43bf-9bae-bf3ee2ccac03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3945216'] for subnet, precommit_delete_associations {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:03.606928 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ab902f99-0c9e-43bf-9bae-bf3ee2ccac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:03.790205 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ab902f99-0c9e-43bf-9bae-bf3ee2ccac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222926'] for subnet, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:03.794428 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:03.830780 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab902f99-0c9e-43bf-9bae-bf3ee2ccac03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b088f4-4875-49de-a01f-42d328a56517,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:03.833345 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ab902f99-0c9e-43bf-9bae-bf3ee2ccac03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:03.836152 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ab902f99-0c9e-43bf-9bae-bf3ee2ccac03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:03.842268 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662fa51b-d72f-45f6-a899-f8c34afaa4c1 None None] Network 6583e41a-fa82-4b36-8411-f472b64444b7 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:43:03.844968 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-ab902f99-0c9e-43bf-9bae-bf3ee2ccac03 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/70b088f4-4875-49de-a01f-42d328a56517 HTTP/1.1" status: 204  len: 168 time: 0.4207063
Aug 12 15:43:03.845671 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 56468) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:03.956541 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:03.967612 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Deleting port cde39de6-0962-4a79-b45e-c6cc639fff25 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:03.968172 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:04.109652 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2c50d3-5992-45c0-808d-7269a6f82b4f None None] DHCP port deletion for 6583e41a-fa82-4b36-8411-f472b64444b7 request from dv-cinder-804345-1-iscsi {{(pid=79260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 12 15:43:04.115055 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c50d3-5992-45c0-808d-7269a6f82b4f None None] Deleting port cde39de6-0962-4a79-b45e-c6cc639fff25 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:04.115441 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9c2c50d3-5992-45c0-808d-7269a6f82b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:04.182227 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] For port cde39de6-0962-4a79-b45e-c6cc639fff25, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=cde39de6-0962-4a79-b45e-c6cc639fff25,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:43:04.182812 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:04.307448 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Calling delete_port for cde39de6-0962-4a79-b45e-c6cc639fff25 owned by network:dhcp {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:43:04.333117 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device cde39de6-0962-4a79-b45e-c6cc639fff25 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:43:04.385145 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:04.390040 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f4b901f5-c27e-4a9f-8065-8ec2f759a38c tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:04.402327 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-9c2c50d3-5992-45c0-808d-7269a6f82b4f None None] For port cde39de6-0962-4a79-b45e-c6cc639fff25, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=cde39de6-0962-4a79-b45e-c6cc639fff25,segment=NetworkSegment(1bbb704d-09ad-4e6c-985e-8b39b96620ca),segment_id=1bbb704d-09ad-4e6c-985e-8b39b96620ca)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:43:04.402727 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9c2c50d3-5992-45c0-808d-7269a6f82b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:04.436630 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=cde39de6-0962-4a79-b45e-c6cc639fff25,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:04.438442 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] No DVR routers for this DVR port cde39de6-0962-4a79-b45e-c6cc639fff25 on host dv-cinder-804345-1-iscsi {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:43:04.439898 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:04.527169 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c50d3-5992-45c0-808d-7269a6f82b4f None None] Calling delete_port for cde39de6-0962-4a79-b45e-c6cc639fff25 owned by network:dhcp {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:43:04.554485 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:04.566944 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff07b393d30>,) {'filters': {'network_id': ['6583e41a-fa82-4b36-8411-f472b64444b7']}} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:04.568459 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No active binding found for port cde39de6-0962-4a79-b45e-c6cc639fff25 {{(pid=79260) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Aug 12 15:43:04.568896 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device cde39de6-0962-4a79-b45e-c6cc639fff25 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:43:04.569320 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device e1d43764-83d3-46c4-bbfd-a1b2c04eab17 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:43:04.579123 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff07b393d30>, '1bbb704d-09ad-4e6c-985e-8b39b96620ca') {'for_net_delete': True} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:04.579413 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff07b393d30>, '1bbb704d-09ad-4e6c-985e-8b39b96620ca') {} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:04.591069 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3945247'] for segment, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:04.607378 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:04.609319 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: e1d43764-83d3-46c4-bbfd-a1b2c04eab17 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:43:04.609673 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device e1d43764-83d3-46c4-bbfd-a1b2c04eab17 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:43:04.610090 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 0d69f95e-bee5-4bce-bff4-b121acb532bb no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:43:04.613339 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=79258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:43:04.613717 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143377'] for segment, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]: Traceback (most recent call last):
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:     timer()
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:     cb(*args, **kw)
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:     return func(*args, **kwargs)
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:     self._notify()
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:     self.callback(batched_events)
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:     event.method(event)
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:     return f(self, *a, **k)
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._get(url).json()
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:43:04.626981 dv-cinder-804345-1-iscsi neutron-server[79258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:43:04.648381 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: 0d69f95e-bee5-4bce-bff4-b121acb532bb {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:43:04.648731 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 0d69f95e-bee5-4bce-bff4-b121acb532bb not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:43:04.669161 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.db.api [None req-9c2c50d3-5992-45c0-808d-7269a6f82b4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 12 15:43:04.669531 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_db.api [None req-9c2c50d3-5992-45c0-808d-7269a6f82b4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 12 15:43:04.710190 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:04.714693 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:04.716964 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:04.738228 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Pushing event deleted for resources: {'Network': ['ID=6583e41a-fa82-4b36-8411-f472b64444b7,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:04.740605 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:04.751190 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-46b23e53-4fb6-4cf7-a4f2-1878eb6a2b8b admin admin] 10.222.0.18 "DELETE /v2.0/networks/6583e41a-fa82-4b36-8411-f472b64444b7 HTTP/1.1" status: 204  len: 168 time: 0.9045808
Aug 12 15:43:04.753946 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 56472) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:05.170292 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c50d3-5992-45c0-808d-7269a6f82b4f None None] Deleting port cde39de6-0962-4a79-b45e-c6cc639fff25 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:05.170811 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9c2c50d3-5992-45c0-808d-7269a6f82b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:05.241097 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c50d3-5992-45c0-808d-7269a6f82b4f None None] The port 'cde39de6-0962-4a79-b45e-c6cc639fff25' was deleted {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 12 15:43:05.398841 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d73578ee-fd80-4b13-90cd-50b97aa60bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716679'] for router_interface, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:05.739413 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-d73578ee-fd80-4b13-90cd-50b97aa60bf2 admin admin] Deleting port ad53fb55-38d0-488f-b0b7-a298a31f5132 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:05.739748 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d73578ee-fd80-4b13-90cd-50b97aa60bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:05.905911 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [None req-d73578ee-fd80-4b13-90cd-50b97aa60bf2 admin admin] For port ad53fb55-38d0-488f-b0b7-a298a31f5132, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=ad53fb55-38d0-488f-b0b7-a298a31f5132,segment=NetworkSegment(57ecdf87-6096-484c-a751-831802860919),segment_id=57ecdf87-6096-484c-a751-831802860919)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:43:05.907137 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d73578ee-fd80-4b13-90cd-50b97aa60bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:06.030745 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-d73578ee-fd80-4b13-90cd-50b97aa60bf2 admin admin] Calling delete_port for ad53fb55-38d0-488f-b0b7-a298a31f5132 owned by network:router_interface {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:43:06.208050 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d73578ee-fd80-4b13-90cd-50b97aa60bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:06.212386 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-cbfdfea8-178e-4334-920b-eeced9efadf3 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:06.283397 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73578ee-fd80-4b13-90cd-50b97aa60bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad53fb55-38d0-488f-b0b7-a298a31f5132,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:06.290795 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-d73578ee-fd80-4b13-90cd-50b97aa60bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:06.524502 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-d73578ee-fd80-4b13-90cd-50b97aa60bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716667'] for router_interface, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:06.977113 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73578ee-fd80-4b13-90cd-50b97aa60bf2 admin admin] Router ca438622-8ad8-48b2-a50f-25c35d273e5a has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:43:07.152040 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73578ee-fd80-4b13-90cd-50b97aa60bf2 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:43:07.160277 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13c7ad-1895-432f-9ac9-b98205796f6e None None] Sync routers for ids ['ca438622-8ad8-48b2-a50f-25c35d273e5a'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:43:07.167121 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-d73578ee-fd80-4b13-90cd-50b97aa60bf2 admin admin] 10.222.0.18 "PUT /v2.0/routers/ca438622-8ad8-48b2-a50f-25c35d273e5a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4121768
Aug 12 15:43:07.169666 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 56482) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:07.169825 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13c7ad-1895-432f-9ac9-b98205796f6e None None] Routers {'ca438622-8ad8-48b2-a50f-25c35d273e5a'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:43:07.170347 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-8b13c7ad-1895-432f-9ac9-b98205796f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0819b5e50>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:42:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['ca438622-8ad8-48b2-a50f-25c35d273e5a'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:07.344255 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-8b13c7ad-1895-432f-9ac9-b98205796f6e None None] Set router ca438622-8ad8-48b2-a50f-25c35d273e5a gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:43:07.347063 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] Notify callbacks [] for router, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:07.525415 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:07.536578 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] Deleting port 2b647395-2cf8-4a4e-a9f6-696863b81eb3 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:07.536989 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:07.625326 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-8b13c7ad-1895-432f-9ac9-b98205796f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0819b5e50>, [{'id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'name': 'tempest-TestVolumeBootPattern-574101092-router', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '2b647395-2cf8-4a4e-a9f6-696863b81eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:07Z', 'updated_at': '2021-08-12T15:43:06Z', 'revision_number': 5, 'project_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'gw_port': {'id': '2b647395-2cf8-4a4e-a9f6-696863b81eb3', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:33:10Z', 'updated_at': '2021-08-12T15:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:07.629879 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13c7ad-1895-432f-9ac9-b98205796f6e None None] Checking router: ca438622-8ad8-48b2-a50f-25c35d273e5a for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:43:07.638477 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13c7ad-1895-432f-9ac9-b98205796f6e None None] Routers {'ca438622-8ad8-48b2-a50f-25c35d273e5a'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:43:07.639089 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-8b13c7ad-1895-432f-9ac9-b98205796f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff0819b5e50>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:42:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['ca438622-8ad8-48b2-a50f-25c35d273e5a'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:07.711539 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] For port 2b647395-2cf8-4a4e-a9f6-696863b81eb3, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=2b647395-2cf8-4a4e-a9f6-696863b81eb3,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:43:07.711889 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:07.785397 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-8b13c7ad-1895-432f-9ac9-b98205796f6e None None] Set router ca438622-8ad8-48b2-a50f-25c35d273e5a gateway port host: None {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:43:07.837368 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] Calling delete_port for 2b647395-2cf8-4a4e-a9f6-696863b81eb3 owned by network:router_gateway {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:43:07.888526 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-8b13c7ad-1895-432f-9ac9-b98205796f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff0819b5e50>, [{'id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'name': 'tempest-TestVolumeBootPattern-574101092-router', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:07Z', 'updated_at': '2021-08-12T15:43:07Z', 'revision_number': 6, 'project_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'gw_port_host': None}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:07.892333 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13c7ad-1895-432f-9ac9-b98205796f6e None None] The sync data for ids ['ca438622-8ad8-48b2-a50f-25c35d273e5a'] in dv-cinder-804345-1-iscsi is: [{'id': 'ca438622-8ad8-48b2-a50f-25c35d273e5a', 'name': 'tempest-TestVolumeBootPattern-574101092-router', 'tenant_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:33:07Z', 'updated_at': '2021-08-12T15:43:07Z', 'revision_number': 6, 'project_id': 'f22f6d26703c4e80a29bc2137b55a73e', 'gw_port_host': None}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:43:08.009453 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:08.013244 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-574865f0-c2ac-4c28-b188-ee8c758aff45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:08.182890 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2b647395-2cf8-4a4e-a9f6-696863b81eb3,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:08.185745 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:08.281867 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604370'] for router_gateway, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:08.456296 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1871'] for router, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:08.458401 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:08.482978 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1717320'] for router, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:08.483473 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca438622-8ad8-48b2-a50f-25c35d273e5a {{(pid=79258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 12 15:43:08.495540 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] Notify callbacks [] for router, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:08.496654 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-83fbb307-3c0b-4c7a-a8b6-fac17a4359ed admin admin] 10.222.0.18 "DELETE /v2.0/routers/ca438622-8ad8-48b2-a50f-25c35d273e5a HTTP/1.1" status: 204  len: 168 time: 1.3261492
Aug 12 15:43:08.499142 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 56486) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:08.558239 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab526b50-1cc9-4bf9-80a8-19f7497b117e admin admin] Deleting subnet 39609337-02f3-471b-a409-e177d9d99068 {{(pid=79258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:43:08.561156 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ab526b50-1cc9-4bf9-80a8-19f7497b117e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:08.612201 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ab526b50-1cc9-4bf9-80a8-19f7497b117e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3945216'] for subnet, precommit_delete_associations {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:08.644930 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device ad53fb55-38d0-488f-b0b7-a298a31f5132 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:43:08.685065 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: ad53fb55-38d0-488f-b0b7-a298a31f5132 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:43:08.685527 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device ad53fb55-38d0-488f-b0b7-a298a31f5132 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:43:08.699498 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ab526b50-1cc9-4bf9-80a8-19f7497b117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:08.768123 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ab526b50-1cc9-4bf9-80a8-19f7497b117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2143479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222926'] for subnet, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:08.772716 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-6ed6354c-1a2e-47ef-a5c8-51e7751e6291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:08.810938 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab526b50-1cc9-4bf9-80a8-19f7497b117e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39609337-02f3-471b-a409-e177d9d99068,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:08.813980 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-ab526b50-1cc9-4bf9-80a8-19f7497b117e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:08.815444 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-ab526b50-1cc9-4bf9-80a8-19f7497b117e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:08.821466 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-ab526b50-1cc9-4bf9-80a8-19f7497b117e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/39609337-02f3-471b-a409-e177d9d99068 HTTP/1.1" status: 204  len: 168 time: 0.3213897
Aug 12 15:43:08.822470 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b86af4-5422-44a2-b408-9b4a595e7b72 None None] Network 3cf85478-e2da-4cc1-addb-697ef5919f2e requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:43:08.823874 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 56490) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:08.930441 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:08.942423 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Deleting port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:08.942834 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:09.081312 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641adf88-45aa-4fca-b604-d29df776776d None None] DHCP port deletion for 3cf85478-e2da-4cc1-addb-697ef5919f2e request from dv-cinder-804345-1-iscsi {{(pid=79260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 12 15:43:09.086405 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-641adf88-45aa-4fca-b604-d29df776776d None None] Deleting port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:09.086792 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-641adf88-45aa-4fca-b604-d29df776776d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:09.166676 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] For port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=3a40ccfe-82c8-45cc-89e3-f1e6866ca15a,segment=NetworkSegment(57ecdf87-6096-484c-a751-831802860919),segment_id=57ecdf87-6096-484c-a751-831802860919)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:43:09.167035 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:09.292463 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Calling delete_port for 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a owned by network:dhcp {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:43:09.299222 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-641adf88-45aa-4fca-b604-d29df776776d None None] For port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=3a40ccfe-82c8-45cc-89e3-f1e6866ca15a,segment=NetworkSegment(57ecdf87-6096-484c-a751-831802860919),segment_id=57ecdf87-6096-484c-a751-831802860919)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:43:09.300407 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-641adf88-45aa-4fca-b604-d29df776776d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:09.380235 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:09.384052 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f96fa46e-3ef3-4310-8b63-754e436cad13 tempest-AttachVolumeNegativeTest-1105347464 tempest-AttachVolumeNegativeTest-1105347464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:09.423907 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-641adf88-45aa-4fca-b604-d29df776776d None None] Calling delete_port for 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a owned by network:dhcp {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:43:09.429745 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a40ccfe-82c8-45cc-89e3-f1e6866ca15a,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:09.432336 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] No DVR routers for this DVR port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a on host dv-cinder-804345-1-iscsi {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:43:09.433065 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:09.499465 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.db.api [None req-641adf88-45aa-4fca-b604-d29df776776d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 12 15:43:09.499817 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_db.api [None req-641adf88-45aa-4fca-b604-d29df776776d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 12 15:43:09.548887 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:09.562465 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0801576a0>,) {'filters': {'network_id': ['3cf85478-e2da-4cc1-addb-697ef5919f2e']}} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:09.575226 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0801576a0>, '57ecdf87-6096-484c-a751-831802860919') {'for_net_delete': True} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:09.575520 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.services.segments.db [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0801576a0>, '57ecdf87-6096-484c-a751-831802860919') {} {{(pid=79258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:09.587071 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3945247'] for segment, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:09.603524 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:09.609528 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=79258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:43:09.609937 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2143377'] for segment, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]: Traceback (most recent call last):
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:     timer()
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:     cb(*args, **kw)
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:     return func(*args, **kwargs)
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:     self._notify()
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:     self.callback(batched_events)
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:     event.method(event)
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:     return f(self, *a, **k)
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._get(url).json()
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:43:09.623292 dv-cinder-804345-1-iscsi neutron-server[79258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:43:09.794908 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:09.799026 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-8582e5f6-ed31-4f24-bfe5-68326f69b196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:09.812671 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:09.825386 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cf85478-e2da-4cc1-addb-697ef5919f2e,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:09.828855 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:09.830575 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-3fe32d05-c288-46db-bd4d-fb2faa08d4f5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3cf85478-e2da-4cc1-addb-697ef5919f2e HTTP/1.1" status: 204  len: 168 time: 1.0058050
Aug 12 15:43:09.975500 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56496) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:10.001169 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-641adf88-45aa-4fca-b604-d29df776776d None None] Deleting port 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:10.001691 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-641adf88-45aa-4fca-b604-d29df776776d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:10.032034 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-5b0bfd0f-2ca0-448f-9d7f-d8b4b6e48b9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4c08df815994e6f8754d8c518538b08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0549037
Aug 12 15:43:10.033927 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.wsgi [-] (79258) accepted ('10.222.0.18', 56500) {{(pid=79258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:10.068754 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-641adf88-45aa-4fca-b604-d29df776776d None None] The port '3a40ccfe-82c8-45cc-89e3-f1e6866ca15a' was deleted {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 12 15:43:10.100511 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-1e0917a0-be9e-435e-850e-7f6a1b1ef676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:10.127057 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-1e0917a0-be9e-435e-850e-7f6a1b1ef676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:10.178735 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-1e0917a0-be9e-435e-850e-7f6a1b1ef676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:10.182770 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-b5b519f2-061e-42b5-b07f-5446c6eec667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:10.199218 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0917a0-be9e-435e-850e-7f6a1b1ef676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0797cc01-6e2e-4956-91d6-7cabe99bf567,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:10.202533 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-1e0917a0-be9e-435e-850e-7f6a1b1ef676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:10.208473 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [None req-1e0917a0-be9e-435e-850e-7f6a1b1ef676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:10.212054 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [None req-1e0917a0-be9e-435e-850e-7f6a1b1ef676 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0797cc01-6e2e-4956-91d6-7cabe99bf567 HTTP/1.1" status: 204  len: 168 time: 0.1743596
Aug 12 15:43:10.217322 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5126a598-d66b-4d0d-9ff1-39baec9e09af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:10.295564 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:43:10.333397 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:43:10.333754 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 3a40ccfe-82c8-45cc-89e3-f1e6866ca15a not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:43:10.334155 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 2b647395-2cf8-4a4e-a9f6-696863b81eb3 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:43:10.367090 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: 2b647395-2cf8-4a4e-a9f6-696863b81eb3 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:43:10.367506 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 2b647395-2cf8-4a4e-a9f6-696863b81eb3 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:43:10.579617 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56510) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:10.627097 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-015e0bdc-79f6-438c-85f7-1eadd9486e20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f22f6d26703c4e80a29bc2137b55a73e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0462012
Aug 12 15:43:10.630739 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56514) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:10.687482 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4e5baa2d-2f0e-40e2-b9d4-bcd21acc2df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:10.713008 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4e5baa2d-2f0e-40e2-b9d4-bcd21acc2df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:10.773092 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4e5baa2d-2f0e-40e2-b9d4-bcd21acc2df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:10.776630 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-6c76f6ec-3f11-4b2e-8693-434f0f46d073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:10.788474 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5baa2d-2f0e-40e2-b9d4-bcd21acc2df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2e17ff-9983-408f-9c4a-cbb6a729a93f,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:10.791811 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-4e5baa2d-2f0e-40e2-b9d4-bcd21acc2df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:10.794953 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-4e5baa2d-2f0e-40e2-b9d4-bcd21acc2df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:10.796041 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-4e5baa2d-2f0e-40e2-b9d4-bcd21acc2df5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b2e17ff-9983-408f-9c4a-cbb6a729a93f HTTP/1.1" status: 204  len: 168 time: 0.1644437
Aug 12 15:43:10.905180 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:11.230310 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:12.795830 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-eb29815f-07f1-4c18-9a9d-1ac1bb3cfad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:13.820987 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:15.317945 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:16.612633 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:43:40.210332 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-63cea85c-9ad3-4d38-9e43-bb3eb9987fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:40.910192 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:41.232048 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:42.798115 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b85b2d6f-3217-4785-861c-3e741968523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:43.824072 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:45.321256 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:45.734178 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56522) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:45.932532 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-3337703a-bc78-44ae-9efc-991f9faa3e9a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Deleting port 6ac6908d-ec4f-4940-a1e5-3ed3073877a7 {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:45.932877 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3337703a-bc78-44ae-9efc-991f9faa3e9a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:46.203900 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3337703a-bc78-44ae-9efc-991f9faa3e9a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:46.204262 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3337703a-bc78-44ae-9efc-991f9faa3e9a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:46.328053 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-3337703a-bc78-44ae-9efc-991f9faa3e9a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Calling delete_port for 6ac6908d-ec4f-4940-a1e5-3ed3073877a7 owned by network:floatingip {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:43:46.477071 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3337703a-bc78-44ae-9efc-991f9faa3e9a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:46.480362 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-048a7701-81d9-4b41-af8c-7f0b6147c338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:46.522781 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337703a-bc78-44ae-9efc-991f9faa3e9a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Pushing event deleted for resources: {'Port': ['ID=6ac6908d-ec4f-4940-a1e5-3ed3073877a7,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:46.525840 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-3337703a-bc78-44ae-9efc-991f9faa3e9a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:46.613222 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3337703a-bc78-44ae-9efc-991f9faa3e9a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for floatingip, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:46.613542 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.db.l3_db [None req-3337703a-bc78-44ae-9efc-991f9faa3e9a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Floating IP e901cf96-19e0-4483-a0de-deb36d30ce4b disassociated (deleted). External IP: 172.27.3.17, port: 36b26ba0-593b-4207-8cb1-6d79a5e20fb5.
Aug 12 15:43:46.881647 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2921e893-0267-427b-ad98-d504588f659e req-9a7112c8-cdd4-4d56-af7e-1f11fcd4d447 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0705628
Aug 12 15:43:46.972155 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3337703a-bc78-44ae-9efc-991f9faa3e9a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Router a3762701-d1a2-4074-9402-b1790e7aa8a2 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:43:47.054607 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921e893-0267-427b-ad98-d504588f659e req-eecc2574-be83-4e3b-88aa-843082159665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:43:47.056086 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2921e893-0267-427b-ad98-d504588f659e req-eecc2574-be83-4e3b-88aa-843082159665 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6de95a90532648a585b1ca57bdb00cdb&device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 1098 time: 0.0795310
Aug 12 15:43:47.159273 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3337703a-bc78-44ae-9efc-991f9faa3e9a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:43:47.169963 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94b375-09e9-4c54-b86a-defbeb2061f2 None None] Sync routers for ids ['a3762701-d1a2-4074-9402-b1790e7aa8a2'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:43:47.180277 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94b375-09e9-4c54-b86a-defbeb2061f2 None None] Routers {'a3762701-d1a2-4074-9402-b1790e7aa8a2'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:43:47.180476 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-3337703a-bc78-44ae-9efc-991f9faa3e9a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for floatingip, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:47.180925 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-ea94b375-09e9-4c54-b86a-defbeb2061f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081472e50>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:43:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a3762701-d1a2-4074-9402-b1790e7aa8a2'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:47.217723 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921e893-0267-427b-ad98-d504588f659e req-7f5d7ab1-ba45-4d65-b535-0bd3435edfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:43:47.219254 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2921e893-0267-427b-ad98-d504588f659e req-7f5d7ab1-ba45-4d65-b535-0bd3435edfee service neutron] 10.222.0.76 "GET /v2.0/networks?id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8 HTTP/1.1" status: 200  len: 909 time: 0.1427555
Aug 12 15:43:47.239107 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-3337703a-bc78-44ae-9efc-991f9faa3e9a tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "DELETE /v2.0/floatingips/e901cf96-19e0-4483-a0de-deb36d30ce4b HTTP/1.1" status: 204  len: 168 time: 1.5037756
Aug 12 15:43:47.239764 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'tag': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5'}] {{(pid=79259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:43:47.308664 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2921e893-0267-427b-ad98-d504588f659e req-ed65edb9-816d-47b4-a755-07d4120e0d77 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5 HTTP/1.1" status: 200  len: 217 time: 0.0816574
Aug 12 15:43:47.386302 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921e893-0267-427b-ad98-d504588f659e req-f28b4179-806e-46ac-9a60-f2df8fdc267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:43:47.386915 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2921e893-0267-427b-ad98-d504588f659e req-f28b4179-806e-46ac-9a60-f2df8fdc267d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=616a6a01-bd4d-43ed-8fe9-4de5b74903e4 HTTP/1.1" status: 200  len: 847 time: 0.0713851
Aug 12 15:43:47.432091 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-ea94b375-09e9-4c54-b86a-defbeb2061f2 None None] Set router a3762701-d1a2-4074-9402-b1790e7aa8a2 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:43:47.476716 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921e893-0267-427b-ad98-d504588f659e req-0452de8d-32cf-47f5-bb08-acb17b2f6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:43:47.478314 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2921e893-0267-427b-ad98-d504588f659e req-0452de8d-32cf-47f5-bb08-acb17b2f6e21 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845034
Aug 12 15:43:47.694608 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2921e893-0267-427b-ad98-d504588f659e req-02948f7c-ae22-4fac-a1f9-3d0138f92f0f service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2031927
Aug 12 15:43:47.796925 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-ea94b375-09e9-4c54-b86a-defbeb2061f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081472e50>, [{'id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:49Z', 'updated_at': '2021-08-12T15:38:53Z', 'revision_number': 4, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'gw_port': {'id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'da0ad646-55fa-48b1-9d80-c8a48180f68f', 'name': '', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'mac_address': 'fa:16:3e:38:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:52Z', 'updated_at': '2021-08-12T15:39:00Z', 'revision_number': 5, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'subnets': [{'id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:47.802217 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94b375-09e9-4c54-b86a-defbeb2061f2 None None] Checking router: a3762701-d1a2-4074-9402-b1790e7aa8a2 for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:43:47.807845 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7b093-da6a-4356-acc4-d51ada190f57 req-dc28a602-c2f8-490c-a697-7e25cc83363f tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:43:47.809365 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cbb7b093-da6a-4356-acc4-d51ada190f57 req-dc28a602-c2f8-490c-a697-7e25cc83363f tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.2057416
Aug 12 15:43:47.812638 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94b375-09e9-4c54-b86a-defbeb2061f2 None None] Routers {'a3762701-d1a2-4074-9402-b1790e7aa8a2'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:43:47.813708 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-ea94b375-09e9-4c54-b86a-defbeb2061f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081472e50>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:43:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a3762701-d1a2-4074-9402-b1790e7aa8a2'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:47.861632 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'tag': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5', 'status': 'completed', 'code': 200}
Aug 12 15:43:47.885644 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-2921e893-0267-427b-ad98-d504588f659e req-888cc257-acfa-463c-836b-8cd22a7345ba service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1834009
Aug 12 15:43:47.888568 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-cbb7b093-da6a-4356-acc4-d51ada190f57 req-ef325581-5865-4a90-96e8-eddb6ce17900 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683455
Aug 12 15:43:48.048117 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-ea94b375-09e9-4c54-b86a-defbeb2061f2 None None] Set router a3762701-d1a2-4074-9402-b1790e7aa8a2 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:43:48.079389 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ca7da-6853-4b44-8d7c-96a10f26fb1e req-558e9ad1-96e6-4093-baf5-cb5659faee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:43:48.080994 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-655ca7da-6853-4b44-8d7c-96a10f26fb1e req-558e9ad1-96e6-4093-baf5-cb5659faee74 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6de95a90532648a585b1ca57bdb00cdb&device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 1098 time: 0.1030328
Aug 12 15:43:48.216544 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ca7da-6853-4b44-8d7c-96a10f26fb1e req-b2caa8a8-986c-4f73-97fb-0cdbbde8ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:43:48.218108 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-655ca7da-6853-4b44-8d7c-96a10f26fb1e req-b2caa8a8-986c-4f73-97fb-0cdbbde8ee4a service neutron] 10.222.0.76 "GET /v2.0/networks?id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8 HTTP/1.1" status: 200  len: 909 time: 0.1297770
Aug 12 15:43:48.286450 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-655ca7da-6853-4b44-8d7c-96a10f26fb1e req-1dde99e2-f344-4f88-95c2-65e738e381a1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5 HTTP/1.1" status: 200  len: 217 time: 0.0611234
Aug 12 15:43:48.354333 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ca7da-6853-4b44-8d7c-96a10f26fb1e req-a2a6bb92-778b-499c-bdad-3cb4c2df2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:43:48.355760 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-655ca7da-6853-4b44-8d7c-96a10f26fb1e req-a2a6bb92-778b-499c-bdad-3cb4c2df2eb8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=616a6a01-bd4d-43ed-8fe9-4de5b74903e4 HTTP/1.1" status: 200  len: 847 time: 0.0624585
Aug 12 15:43:48.357916 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-ea94b375-09e9-4c54-b86a-defbeb2061f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081472e50>, [{'id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:49Z', 'updated_at': '2021-08-12T15:38:53Z', 'revision_number': 4, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'gw_port': {'id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'da0ad646-55fa-48b1-9d80-c8a48180f68f', 'name': '', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'mac_address': 'fa:16:3e:38:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:52Z', 'updated_at': '2021-08-12T15:39:00Z', 'revision_number': 5, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'subnets': [{'id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:48.361805 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94b375-09e9-4c54-b86a-defbeb2061f2 None None] The sync data for ids ['a3762701-d1a2-4074-9402-b1790e7aa8a2'] in dv-cinder-804345-1-iscsi is: [{'id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:49Z', 'updated_at': '2021-08-12T15:38:53Z', 'revision_number': 4, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'gw_port': {'id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi', '_interfaces': [{'id': 'da0ad646-55fa-48b1-9d80-c8a48180f68f', 'name': '', 'network_id': 'd4a4b383-36be-44a4-afb4-cdc258a4e8b8', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'mac_address': 'fa:16:3e:38:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:52Z', 'updated_at': '2021-08-12T15:39:00Z', 'revision_number': 5, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'subnets': [{'id': '616a6a01-bd4d-43ed-8fe9-4de5b74903e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:43:48.444496 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ca7da-6853-4b44-8d7c-96a10f26fb1e req-6bc23ff2-b151-4b78-bdc7-4205e1ca1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:43:48.446006 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-655ca7da-6853-4b44-8d7c-96a10f26fb1e req-6bc23ff2-b151-4b78-bdc7-4205e1ca1948 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d4a4b383-36be-44a4-afb4-cdc258a4e8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817318
Aug 12 15:43:48.620466 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df150d-78e3-4863-ad80-a098409efc1d None None] New status for floating IP e901cf96-19e0-4483-a0de-deb36d30ce4b: DOWN {{(pid=79261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Aug 12 15:43:48.700323 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-655ca7da-6853-4b44-8d7c-96a10f26fb1e req-5d0bf2a2-784d-4c1c-ad15-07c8cdb7827b service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436762
Aug 12 15:43:48.855473 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-655ca7da-6853-4b44-8d7c-96a10f26fb1e req-91791c2f-ea2e-4608-a57e-bacd9ea527b5 service neutron] 10.222.0.76 "GET /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506510
Aug 12 15:43:49.107489 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30784eb-8c6a-46ab-a33e-720a588e661b req-52e975bb-3fa7-4fa8-9a63-f59907ebc572 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:43:49.109672 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e30784eb-8c6a-46ab-a33e-720a588e661b req-52e975bb-3fa7-4fa8-9a63-f59907ebc572 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.0950038
Aug 12 15:43:49.155203 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-e30784eb-8c6a-46ab-a33e-720a588e661b req-5f71635d-0eed-4cc7-aa52-8646f6dbc635 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388632
Aug 12 15:43:49.718976 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb5b4f-a238-4d40-bd46-56dd3ae0ac3f req-d10bedc3-4481-4d93-a39e-d1696959f255 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:43:49.720561 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-10bb5b4f-a238-4d40-bd46-56dd3ae0ac3f req-d10bedc3-4481-4d93-a39e-d1696959f255 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 945 time: 0.0823560
Aug 12 15:43:49.795776 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-10bb5b4f-a238-4d40-bd46-56dd3ae0ac3f req-940dc018-bcd9-4ad4-bbf5-176f4af39b89 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Deleting port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 {{(pid=79258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:49.796141 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-10bb5b4f-a238-4d40-bd46-56dd3ae0ac3f req-940dc018-bcd9-4ad4-bbf5-176f4af39b89 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:50.042284 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.db [req-10bb5b4f-a238-4d40-bd46-56dd3ae0ac3f req-940dc018-bcd9-4ad4-bbf5-176f4af39b89 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] For port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5, host hv-cinder-80434, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80434',level=0,port_id=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:43:50.042638 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-10bb5b4f-a238-4d40-bd46-56dd3ae0ac3f req-940dc018-bcd9-4ad4-bbf5-176f4af39b89 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:50.165923 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.plugins.ml2.plugin [req-10bb5b4f-a238-4d40-bd46-56dd3ae0ac3f req-940dc018-bcd9-4ad4-bbf5-176f4af39b89 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Calling delete_port for 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 owned by compute:nova {{(pid=79258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:43:50.362429 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-10bb5b4f-a238-4d40-bd46-56dd3ae0ac3f req-940dc018-bcd9-4ad4-bbf5-176f4af39b89 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2143396'] for port, after_delete {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:50.368874 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-f50f3abc-4016-49b9-8ac9-edb5842f98af tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:50.418156 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dc018-bcd9-4ad4-bbf5-176f4af39b89 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Pushing event deleted for resources: {'Port': ['ID=36b26ba0-593b-4207-8cb1-6d79a5e20fb5,revision_number=None']} {{(pid=79258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:50.446881 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG oslo_concurrency.lockutils [None req-940dc018-bcd9-4ad4-bbf5-176f4af39b89 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:50.497927 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380ff84-c56a-46ce-8a89-37d32bd1cf78 req-6d0c1cf6-2395-44f2-b39a-0b853da861d2 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Aug 12 15:43:50.499381 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1380ff84-c56a-46ce-8a89-37d32bd1cf78 req-6d0c1cf6-2395-44f2-b39a-0b853da861d2 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 867 time: 0.2181134
Aug 12 15:43:50.504975 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bb5b4f-a238-4d40-bd46-56dd3ae0ac3f req-940dc018-bcd9-4ad4-bbf5-176f4af39b89 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] No DVR routers for this DVR port 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 on host hv-cinder-80434 {{(pid=79258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:43:50.508559 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron_lib.callbacks.manager [req-10bb5b4f-a238-4d40-bd46-56dd3ae0ac3f req-940dc018-bcd9-4ad4-bbf5-176f4af39b89 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125861'] for port, before_response {{(pid=79258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:50.511138 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'name': 'network-vif-deleted', 'tag': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5'}] {{(pid=79258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Aug 12 15:43:50.541064 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-10bb5b4f-a238-4d40-bd46-56dd3ae0ac3f req-940dc018-bcd9-4ad4-bbf5-176f4af39b89 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.76 "DELETE /v2.0/ports/36b26ba0-593b-4207-8cb1-6d79a5e20fb5 HTTP/1.1" status: 204  len: 173 time: 0.8141415
Aug 12 15:43:50.557937 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27', 'name': 'network-vif-deleted', 'tag': '36b26ba0-593b-4207-8cb1-6d79a5e20fb5', 'status': 'completed', 'code': 200}
Aug 12 15:43:50.565222 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-1380ff84-c56a-46ce-8a89-37d32bd1cf78 req-b4d80051-40df-4a67-adf0-889876c31abc tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c82c3eb-38e5-4110-94ad-e92a6da95ed2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584648
Aug 12 15:43:51.740277 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-c3d8a577-ab17-4289-827a-7d6a71f667fd req-21ea1a27-119e-4e2d-be47-cb4ed5cdf213 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Synchronizing usage tracker for tenant:6de95a90532648a585b1ca57bdb00cdb on resource:port {{(pid=79258) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Aug 12 15:43:51.755759 dv-cinder-804345-1-iscsi neutron-server[79258]: DEBUG neutron.quota.resource [req-c3d8a577-ab17-4289-827a-7d6a71f667fd req-21ea1a27-119e-4e2d-be47-cb4ed5cdf213 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Unset dirty status for tenant:6de95a90532648a585b1ca57bdb00cdb on resource:port {{(pid=79258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Aug 12 15:43:51.757452 dv-cinder-804345-1-iscsi neutron-server[79258]: INFO neutron.wsgi [req-c3d8a577-ab17-4289-827a-7d6a71f667fd req-21ea1a27-119e-4e2d-be47-cb4ed5cdf213 tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d37e4bb-7d54-42bb-a1ad-8b1fdf8d8e27 HTTP/1.1" status: 200  len: 210 time: 0.0593214
Aug 12 15:43:52.853812 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56550) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:52.924319 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0da0ce6d-aed2-4667-834d-95e9c96ab55d tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:52.955201 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0da0ce6d-aed2-4667-834d-95e9c96ab55d tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:53.035167 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0da0ce6d-aed2-4667-834d-95e9c96ab55d tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:53.039581 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-b398e1d0-84cf-4025-8e10-9dacaaf2c8e9 tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:53.053439 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0ce6d-aed2-4667-834d-95e9c96ab55d tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c82c3eb-38e5-4110-94ad-e92a6da95ed2,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:53.057243 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-0da0ce6d-aed2-4667-834d-95e9c96ab55d tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:53.059310 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-0da0ce6d-aed2-4667-834d-95e9c96ab55d tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:53.060225 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-0da0ce6d-aed2-4667-834d-95e9c96ab55d tempest-TestShelveInstance-891896564 tempest-TestShelveInstance-891896564-project] 10.222.0.18 "DELETE /v2.0/security-groups/3c82c3eb-38e5-4110-94ad-e92a6da95ed2 HTTP/1.1" status: 204  len: 168 time: 0.2054751
Aug 12 15:43:53.109239 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56556) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:53.612257 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 no longer exists at agent hyperv_hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:43:53.612985 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:43:53.650844 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] No Port match for: 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:43:53.651200 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Device 36b26ba0-593b-4207-8cb1-6d79a5e20fb5 not bound to the agent host hv-cinder-80434 {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:43:53.895030 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c999f3ef-fd48-4ade-a63e-a39660c98e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716679'] for router_interface, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:54.245169 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-c999f3ef-fd48-4ade-a63e-a39660c98e31 admin admin] Deleting port da0ad646-55fa-48b1-9d80-c8a48180f68f {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:54.245442 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c999f3ef-fd48-4ade-a63e-a39660c98e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:54.414612 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [None req-c999f3ef-fd48-4ade-a63e-a39660c98e31 admin admin] For port da0ad646-55fa-48b1-9d80-c8a48180f68f, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=da0ad646-55fa-48b1-9d80-c8a48180f68f,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:43:54.414966 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c999f3ef-fd48-4ade-a63e-a39660c98e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:54.539796 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-c999f3ef-fd48-4ade-a63e-a39660c98e31 admin admin] Calling delete_port for da0ad646-55fa-48b1-9d80-c8a48180f68f owned by network:router_interface {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:43:54.713066 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c999f3ef-fd48-4ade-a63e-a39660c98e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:54.716682 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-26d4c98f-ab1c-4d70-b1d0-0552398164ec tempest-TestVolumeBootPattern-560748435 tempest-TestVolumeBootPattern-560748435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:54.761067 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999f3ef-fd48-4ade-a63e-a39660c98e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0ad646-55fa-48b1-9d80-c8a48180f68f,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:54.764150 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-c999f3ef-fd48-4ade-a63e-a39660c98e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:55.140152 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-c999f3ef-fd48-4ade-a63e-a39660c98e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716667'] for router_interface, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:55.513393 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c999f3ef-fd48-4ade-a63e-a39660c98e31 admin admin] Router a3762701-d1a2-4074-9402-b1790e7aa8a2 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:43:55.689887 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c999f3ef-fd48-4ade-a63e-a39660c98e31 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:43:55.698678 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81c3d9b-cb99-4189-968b-aadf9d354bb4 None None] Sync routers for ids ['a3762701-d1a2-4074-9402-b1790e7aa8a2'] in dv-cinder-804345-1-iscsi {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:43:55.706893 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-c999f3ef-fd48-4ade-a63e-a39660c98e31 admin admin] 10.222.0.18 "PUT /v2.0/routers/a3762701-d1a2-4074-9402-b1790e7aa8a2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5962775
Aug 12 15:43:55.711255 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56562) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:55.712477 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c3d9b-cb99-4189-968b-aadf9d354bb4 None None] Routers {'a3762701-d1a2-4074-9402-b1790e7aa8a2'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:43:55.713507 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-f81c3d9b-cb99-4189-968b-aadf9d354bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081657eb0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:43:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a3762701-d1a2-4074-9402-b1790e7aa8a2'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:55.889592 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] Notify callbacks [] for router, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:55.933572 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-f81c3d9b-cb99-4189-968b-aadf9d354bb4 None None] Set router a3762701-d1a2-4074-9402-b1790e7aa8a2 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:43:56.087520 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:56.098363 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] Deleting port f9df1f7f-4d7c-4966-8b3b-f698a4dae994 {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:56.098700 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:56.281721 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-f81c3d9b-cb99-4189-968b-aadf9d354bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081657eb0>, [{'id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:49Z', 'updated_at': '2021-08-12T15:43:54Z', 'revision_number': 5, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'gw_port': {'id': 'f9df1f7f-4d7c-4966-8b3b-f698a4dae994', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:50Z', 'updated_at': '2021-08-12T15:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:56.289334 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81c3d9b-cb99-4189-968b-aadf9d354bb4 None None] Checking router: a3762701-d1a2-4074-9402-b1790e7aa8a2 for host: dv-cinder-804345-1-iscsi {{(pid=79260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:43:56.300463 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c3d9b-cb99-4189-968b-aadf9d354bb4 None None] Routers {'a3762701-d1a2-4074-9402-b1790e7aa8a2'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:43:56.301381 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-f81c3d9b-cb99-4189-968b-aadf9d354bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081657eb0>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:43:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['a3762701-d1a2-4074-9402-b1790e7aa8a2'], 'active': True} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:56.399368 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] For port f9df1f7f-4d7c-4966-8b3b-f698a4dae994, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=f9df1f7f-4d7c-4966-8b3b-f698a4dae994,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:43:56.400024 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:56.467441 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_dvr_db [None req-f81c3d9b-cb99-4189-968b-aadf9d354bb4 None None] Set router a3762701-d1a2-4074-9402-b1790e7aa8a2 gateway port host: None {{(pid=79260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:43:56.520365 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] Calling delete_port for f9df1f7f-4d7c-4966-8b3b-f698a4dae994 owned by network:router_gateway {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:43:56.575406 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.db.l3_hamode_db [None req-f81c3d9b-cb99-4189-968b-aadf9d354bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081657eb0>, [{'id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:49Z', 'updated_at': '2021-08-12T15:43:56Z', 'revision_number': 6, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'gw_port_host': None}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:56.579340 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81c3d9b-cb99-4189-968b-aadf9d354bb4 None None] The sync data for ids ['a3762701-d1a2-4074-9402-b1790e7aa8a2'] in dv-cinder-804345-1-iscsi is: [{'id': 'a3762701-d1a2-4074-9402-b1790e7aa8a2', 'name': 'tempest-TestShelveInstance-600433368-router', 'tenant_id': '6de95a90532648a585b1ca57bdb00cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:49Z', 'updated_at': '2021-08-12T15:43:56Z', 'revision_number': 6, 'project_id': '6de95a90532648a585b1ca57bdb00cdb', 'gw_port_host': None}] {{(pid=79260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:43:56.698084 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:56.701701 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-ef76854f-7014-4a48-81fe-ddd2d07730d9 tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:56.745778 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f9df1f7f-4d7c-4966-8b3b-f698a4dae994,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:56.748895 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:56.838323 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604370'] for router_gateway, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:57.017328 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1871'] for router, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:57.019750 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:57.046199 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1717320'] for router, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:57.046795 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3762701-d1a2-4074-9402-b1790e7aa8a2 {{(pid=79259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 12 15:43:57.059582 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] Notify callbacks [] for router, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:57.060679 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-e374a13e-e916-46c7-93cf-4743671369fc admin admin] 10.222.0.18 "DELETE /v2.0/routers/a3762701-d1a2-4074-9402-b1790e7aa8a2 HTTP/1.1" status: 204  len: 168 time: 1.3485219
Aug 12 15:43:57.063165 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56566) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:57.123464 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_v2 [None req-be987908-50d9-4cf5-81af-34d826fd2a39 admin admin] Deleting subnet 616a6a01-bd4d-43ed-8fe9-4de5b74903e4 {{(pid=79259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:43:57.126408 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be987908-50d9-4cf5-81af-34d826fd2a39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:57.175274 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be987908-50d9-4cf5-81af-34d826fd2a39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1410426'] for subnet, precommit_delete_associations {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:57.251100 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be987908-50d9-4cf5-81af-34d826fd2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:57.322973 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be987908-50d9-4cf5-81af-34d826fd2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1203638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3857428'] for subnet, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:57.327595 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:57.364239 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be987908-50d9-4cf5-81af-34d826fd2a39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=616a6a01-bd4d-43ed-8fe9-4de5b74903e4,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:57.366241 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-be987908-50d9-4cf5-81af-34d826fd2a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:57.369201 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-be987908-50d9-4cf5-81af-34d826fd2a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:57.377980 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-be987908-50d9-4cf5-81af-34d826fd2a39 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/616a6a01-bd4d-43ed-8fe9-4de5b74903e4 HTTP/1.1" status: 204  len: 168 time: 0.3096578
Aug 12 15:43:57.378175 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73ac209-f74b-4d9c-916e-c4b9a38ae690 None None] Network d4a4b383-36be-44a4-afb4-cdc258a4e8b8 requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:43:57.378886 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56570) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:57.491174 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:57.502833 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Deleting port ae82000e-2029-4602-99ee-4d3fb018c347 {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:57.506434 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:57.651492 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30091e58-b4ae-483a-a19e-b7a7e5d00191 None None] DHCP port deletion for d4a4b383-36be-44a4-afb4-cdc258a4e8b8 request from dv-cinder-804345-1-iscsi {{(pid=79260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 12 15:43:57.656820 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-30091e58-b4ae-483a-a19e-b7a7e5d00191 None None] Deleting port ae82000e-2029-4602-99ee-4d3fb018c347 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:57.657391 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-30091e58-b4ae-483a-a19e-b7a7e5d00191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:57.732118 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] For port ae82000e-2029-4602-99ee-4d3fb018c347, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=ae82000e-2029-4602-99ee-4d3fb018c347,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:43:57.732488 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:57.860104 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Calling delete_port for ae82000e-2029-4602-99ee-4d3fb018c347 owned by network:dhcp {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:43:57.892399 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-30091e58-b4ae-483a-a19e-b7a7e5d00191 None None] For port ae82000e-2029-4602-99ee-4d3fb018c347, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=ae82000e-2029-4602-99ee-4d3fb018c347,segment=NetworkSegment(dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5),segment_id=dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:43:57.892734 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-30091e58-b4ae-483a-a19e-b7a7e5d00191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:58.019810 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-30091e58-b4ae-483a-a19e-b7a7e5d00191 None None] Calling delete_port for ae82000e-2029-4602-99ee-4d3fb018c347 owned by network:dhcp {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:43:58.035777 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:58.039731 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-59cd6ae4-881b-40d8-8d8b-5bca4f9ed824 tempest-AttachVolumeTestJSON-1834992833 tempest-AttachVolumeTestJSON-1834992833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:58.081987 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae82000e-2029-4602-99ee-4d3fb018c347,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:58.091189 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] No DVR routers for this DVR port ae82000e-2029-4602-99ee-4d3fb018c347 on host dv-cinder-804345-1-iscsi {{(pid=79259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:43:58.093433 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:58.093802 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:58.094171 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:58.094588 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:58.097317 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:58.097317 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:58.097317 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:58.097317 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:58.097317 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:58.097317 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:58.097317 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:58.098390 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804345-1-iscsi {{(pid=79259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Aug 12 15:43:58.108958 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.db.api [None req-30091e58-b4ae-483a-a19e-b7a7e5d00191 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 12 15:43:58.109329 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_db.api [None req-30091e58-b4ae-483a-a19e-b7a7e5d00191 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 12 15:43:58.125982 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:58.217190 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:58.230286 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff0811c4040>,) {'filters': {'network_id': ['d4a4b383-36be-44a4-afb4-cdc258a4e8b8']}} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:58.242839 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0811c4040>, 'dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5') {'for_net_delete': True} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:58.243130 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff0811c4040>, 'dbe09e42-6758-4d3d-8a23-f0c4f3a0bae5') {} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:43:58.254651 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1410405'] for segment, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:58.271494 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:58.278436 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=79259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:43:58.278828 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203664'] for segment, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]: Traceback (most recent call last):
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:     timer()
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:     cb(*args, **kw)
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:     return func(*args, **kwargs)
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:     self._notify()
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:     self.callback(batched_events)
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:     event.method(event)
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:     return f(self, *a, **k)
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self._get(url).json()
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:43:58.292077 dv-cinder-804345-1-iscsi neutron-server[79259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:43:58.323882 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device ae82000e-2029-4602-99ee-4d3fb018c347 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:43:58.359011 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: ae82000e-2029-4602-99ee-4d3fb018c347 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:43:58.359364 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device ae82000e-2029-4602-99ee-4d3fb018c347 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:43:58.359809 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device da0ad646-55fa-48b1-9d80-c8a48180f68f no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:43:58.367748 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:58.371590 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f8962826-bcc5-43f8-925c-648b74c3b0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:58.389177 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:58.395881 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: da0ad646-55fa-48b1-9d80-c8a48180f68f {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:43:58.396537 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device da0ad646-55fa-48b1-9d80-c8a48180f68f not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:43:58.396679 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device f9df1f7f-4d7c-4966-8b3b-f698a4dae994 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:43:58.402725 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4a4b383-36be-44a4-afb4-cdc258a4e8b8,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:58.410086 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d4a4b383-36be-44a4-afb4-cdc258a4e8b8 HTTP/1.1" status: 204  len: 168 time: 1.0283341
Aug 12 15:43:58.410086 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:43:58.410324 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56574) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:43:58.433321 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: f9df1f7f-4d7c-4966-8b3b-f698a4dae994 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:43:58.433742 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device f9df1f7f-4d7c-4966-8b3b-f698a4dae994 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:43:58.610781 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-30091e58-b4ae-483a-a19e-b7a7e5d00191 None None] Deleting port ae82000e-2029-4602-99ee-4d3fb018c347 {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:58.611175 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-30091e58-b4ae-483a-a19e-b7a7e5d00191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:58.720767 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-30091e58-b4ae-483a-a19e-b7a7e5d00191 None None] The port 'ae82000e-2029-4602-99ee-4d3fb018c347' was deleted {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 12 15:43:58.956148 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-90aa4192-551d-453d-9f0c-16487079d688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1716679'] for router_interface, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:59.303255 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-90aa4192-551d-453d-9f0c-16487079d688 admin admin] Deleting port f4491779-5c2b-4484-a16b-72a1b8c3b3a3 {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:43:59.303584 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-90aa4192-551d-453d-9f0c-16487079d688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:59.572675 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [None req-90aa4192-551d-453d-9f0c-16487079d688 admin admin] For port f4491779-5c2b-4484-a16b-72a1b8c3b3a3, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=f4491779-5c2b-4484-a16b-72a1b8c3b3a3,segment=NetworkSegment(08b6f58a-279c-4ac8-a8bb-4911faedd96e),segment_id=08b6f58a-279c-4ac8-a8bb-4911faedd96e)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:43:59.572991 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-90aa4192-551d-453d-9f0c-16487079d688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:59.699106 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-90aa4192-551d-453d-9f0c-16487079d688 admin admin] Calling delete_port for f4491779-5c2b-4484-a16b-72a1b8c3b3a3 owned by network:router_interface {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:43:59.877186 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-90aa4192-551d-453d-9f0c-16487079d688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:43:59.880704 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:43:59.924422 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa4192-551d-453d-9f0c-16487079d688 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4491779-5c2b-4484-a16b-72a1b8c3b3a3,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:43:59.927624 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-90aa4192-551d-453d-9f0c-16487079d688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:44:00.225219 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-90aa4192-551d-453d-9f0c-16487079d688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1716667'] for router_interface, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:00.685591 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90aa4192-551d-453d-9f0c-16487079d688 admin admin] Router b94275dc-1501-4987-be3c-afea2ba6cae3 has already been hosted by L3 agent 4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1 {{(pid=79259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Aug 12 15:44:00.938460 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90aa4192-551d-453d-9f0c-16487079d688 admin admin] Notify agent at l3_agent.dv-cinder-804345-1-iscsi the message routers_updated {{(pid=79259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Aug 12 15:44:00.948316 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-90aa4192-551d-453d-9f0c-16487079d688 admin admin] 10.222.0.18 "PUT /v2.0/routers/b94275dc-1501-4987-be3c-afea2ba6cae3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5371187
Aug 12 15:44:00.949784 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06244574-e7f6-45f7-b59b-06ae39559677 None None] Sync routers for ids ['b94275dc-1501-4987-be3c-afea2ba6cae3'] in dv-cinder-804345-1-iscsi {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Aug 12 15:44:00.951943 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56580) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:44:00.960098 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06244574-e7f6-45f7-b59b-06ae39559677 None None] Routers {'b94275dc-1501-4987-be3c-afea2ba6cae3'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:44:00.960869 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-06244574-e7f6-45f7-b59b-06ae39559677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081828a60>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:43:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['b94275dc-1501-4987-be3c-afea2ba6cae3'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:44:01.156242 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-06244574-e7f6-45f7-b59b-06ae39559677 None None] Set router b94275dc-1501-4987-be3c-afea2ba6cae3 gateway port host: dv-cinder-804345-1-iscsi {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:44:01.237574 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] Notify callbacks [] for router, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:01.470039 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:01.482400 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] Deleting port a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32 {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:44:01.482750 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:01.548198 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-06244574-e7f6-45f7-b59b-06ae39559677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081828a60>, [{'id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'name': 'tempest-TestShelveInstance-923081196-router', 'tenant_id': 'a815afed868b4371a924fa0e0b732771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'external_fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:55Z', 'updated_at': '2021-08-12T15:43:59Z', 'revision_number': 5, 'project_id': 'a815afed868b4371a924fa0e0b732771', 'gw_port': {'id': 'a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32', 'name': '', 'network_id': 'aad1b8a0-c7f9-4883-899d-f35eccece470', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804345-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T15:38:56Z', 'updated_at': '2021-08-12T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f784ab58-76e4-44bc-a36e-eee112e8677b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804345-1-iscsi'}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:44:01.552460 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06244574-e7f6-45f7-b59b-06ae39559677 None None] Checking router: b94275dc-1501-4987-be3c-afea2ba6cae3 for host: dv-cinder-804345-1-iscsi {{(pid=79261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Aug 12 15:44:01.562059 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06244574-e7f6-45f7-b59b-06ae39559677 None None] Routers {'b94275dc-1501-4987-be3c-afea2ba6cae3'} bound to L3 agent in host dv-cinder-804345-1-iscsi {{(pid=79261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Aug 12 15:44:01.562659 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-06244574-e7f6-45f7-b59b-06ae39559677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff081828a60>, 'dv-cinder-804345-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T15:22:13Z,description=<?>,heartbeat_timestamp=2021-08-12T15:43:43Z,host='dv-cinder-804345-1-iscsi',id=4e3f69c1-9ac8-43d9-97d8-82f7ef6f93c1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-08-12T15:22:13Z,topic='l3_agent')) {'router_ids': ['b94275dc-1501-4987-be3c-afea2ba6cae3'], 'active': True} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:44:01.676157 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] For port a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32,segment=NetworkSegment(d975a1d4-49ff-4316-9150-a6bf1439d045),segment_id=d975a1d4-49ff-4316-9150-a6bf1439d045)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:44:01.676522 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:01.717468 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_dvr_db [None req-06244574-e7f6-45f7-b59b-06ae39559677 None None] Set router b94275dc-1501-4987-be3c-afea2ba6cae3 gateway port host: None {{(pid=79261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Aug 12 15:44:01.805876 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] Calling delete_port for a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32 owned by network:router_gateway {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:44:01.826155 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.l3_hamode_db [None req-06244574-e7f6-45f7-b59b-06ae39559677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff081828a60>, [{'id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'name': 'tempest-TestShelveInstance-923081196-router', 'tenant_id': 'a815afed868b4371a924fa0e0b732771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:55Z', 'updated_at': '2021-08-12T15:44:01Z', 'revision_number': 6, 'project_id': 'a815afed868b4371a924fa0e0b732771', 'gw_port_host': None}], 'dv-cinder-804345-1-iscsi', False) {} {{(pid=79261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:44:01.830553 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06244574-e7f6-45f7-b59b-06ae39559677 None None] The sync data for ids ['b94275dc-1501-4987-be3c-afea2ba6cae3'] in dv-cinder-804345-1-iscsi is: [{'id': 'b94275dc-1501-4987-be3c-afea2ba6cae3', 'name': 'tempest-TestShelveInstance-923081196-router', 'tenant_id': 'a815afed868b4371a924fa0e0b732771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T15:38:55Z', 'updated_at': '2021-08-12T15:44:01Z', 'revision_number': 6, 'project_id': 'a815afed868b4371a924fa0e0b732771', 'gw_port_host': None}] {{(pid=79261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Aug 12 15:44:02.020048 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:02.023938 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-29cc7a48-0323-4bdd-aa0f-0f0e6e678e13 tempest-VolumesActionsTest-1869585721 tempest-VolumesActionsTest-1869585721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:44:02.070407 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:44:02.073568 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:44:02.162936 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604370'] for router_gateway, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:02.360645 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1714504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1871'] for router, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:02.362977 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:02.386445 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1717320'] for router, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:02.386963 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b94275dc-1501-4987-be3c-afea2ba6cae3 {{(pid=79259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Aug 12 15:44:02.399401 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] Notify callbacks [] for router, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:02.400514 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-f22d6e0a-2495-4c0d-a51c-00faca7c6c9f admin admin] 10.222.0.18 "DELETE /v2.0/routers/b94275dc-1501-4987-be3c-afea2ba6cae3 HTTP/1.1" status: 204  len: 168 time: 1.4476595
Aug 12 15:44:02.403038 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56588) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:44:02.465005 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c4e5de-21ac-4bf4-8e6f-4a27b428e0e1 admin admin] Deleting subnet 2b3d40b7-0139-432d-9839-56fe7cdd0731 {{(pid=79259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Aug 12 15:44:02.468067 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-31c4e5de-21ac-4bf4-8e6f-4a27b428e0e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:02.517452 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-31c4e5de-21ac-4bf4-8e6f-4a27b428e0e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1410426'] for subnet, precommit_delete_associations {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:02.613535 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-31c4e5de-21ac-4bf4-8e6f-4a27b428e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-847272'] for subnet, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:02.658355 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device f4491779-5c2b-4484-a16b-72a1b8c3b3a3 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:44:02.709002 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: f4491779-5c2b-4484-a16b-72a1b8c3b3a3 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:44:02.709423 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device f4491779-5c2b-4484-a16b-72a1b8c3b3a3 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:44:02.791782 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-31c4e5de-21ac-4bf4-8e6f-4a27b428e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-847271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1203638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3857428'] for subnet, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:02.795311 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:44:02.829630 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4e5de-21ac-4bf4-8e6f-4a27b428e0e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b3d40b7-0139-432d-9839-56fe7cdd0731,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:44:02.832757 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-31c4e5de-21ac-4bf4-8e6f-4a27b428e0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:44:02.833757 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-31c4e5de-21ac-4bf4-8e6f-4a27b428e0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for subnet, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:02.840442 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-31c4e5de-21ac-4bf4-8e6f-4a27b428e0e1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2b3d40b7-0139-432d-9839-56fe7cdd0731 HTTP/1.1" status: 204  len: 168 time: 0.4364340
Aug 12 15:44:02.843374 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56592) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:44:02.851230 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0920df9-10a7-4d9d-afd7-ac29a78518f1 None None] Network 145aa4eb-addb-4411-9fe4-3069e9a4323c requested from dv-cinder-804345-1-iscsi {{(pid=79260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Aug 12 15:44:02.959691 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015657'] for network, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:02.982709 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Deleting port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f {{(pid=79259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:44:02.983717 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:03.129918 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d58ae7-0de1-4a9c-bd4a-c3b449108c19 None None] DHCP port deletion for 145aa4eb-addb-4411-9fe4-3069e9a4323c request from dv-cinder-804345-1-iscsi {{(pid=79260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Aug 12 15:44:03.134687 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b5d58ae7-0de1-4a9c-bd4a-c3b449108c19 None None] Deleting port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:44:03.135070 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b5d58ae7-0de1-4a9c-bd4a-c3b449108c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:03.229987 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.db [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] For port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=382fc05b-6b0e-43ed-bd29-d7ff3ba7341f,segment=NetworkSegment(08b6f58a-279c-4ac8-a8bb-4911faedd96e),segment_id=08b6f58a-279c-4ac8-a8bb-4911faedd96e)] {{(pid=79259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:44:03.230323 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:03.342408 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.db [None req-b5d58ae7-0de1-4a9c-bd4a-c3b449108c19 None None] For port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f, host dv-cinder-804345-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804345-1-iscsi',level=0,port_id=382fc05b-6b0e-43ed-bd29-d7ff3ba7341f,segment=NetworkSegment(08b6f58a-279c-4ac8-a8bb-4911faedd96e),segment_id=08b6f58a-279c-4ac8-a8bb-4911faedd96e)] {{(pid=79260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Aug 12 15:44:03.342869 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b5d58ae7-0de1-4a9c-bd4a-c3b449108c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1591028'] for port, precommit_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:03.357178 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.plugin [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Calling delete_port for 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f owned by network:dhcp {{(pid=79259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:44:03.439748 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-836291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791935591756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791935029279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203685'] for port, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:03.443825 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-a193c1ae-b800-4d3d-9f75-d9053e60de2f tempest-TestMinimumBasicScenario-1766555980 tempest-TestMinimumBasicScenario-1766555980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:44:03.471830 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b5d58ae7-0de1-4a9c-bd4a-c3b449108c19 None None] Calling delete_port for 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f owned by network:dhcp {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Aug 12 15:44:03.494461 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=382fc05b-6b0e-43ed-bd29-d7ff3ba7341f,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:44:03.496274 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] No DVR routers for this DVR port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f on host dv-cinder-804345-1-iscsi {{(pid=79259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Aug 12 15:44:03.498396 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:44:03.558764 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.db.api [None req-b5d58ae7-0de1-4a9c-bd4a-c3b449108c19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Aug 12 15:44:03.559107 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG oslo_db.api [None req-b5d58ae7-0de1-4a9c-bd4a-c3b449108c19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Aug 12 15:44:03.619506 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-848723', 'neutron.services.segments.db._delete_segments_for_network-8791935557533'] for network, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:03.632062 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff080b49970>,) {'filters': {'network_id': ['145aa4eb-addb-4411-9fe4-3069e9a4323c']}} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:44:03.644889 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff080b49970>, '08b6f58a-279c-4ac8-a8bb-4911faedd96e') {'for_net_delete': True} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:44:03.645184 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.services.segments.db [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff080b49970>, '08b6f58a-279c-4ac8-a8bb-4911faedd96e') {} {{(pid=79259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Aug 12 15:44:03.657934 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791935555575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1410405'] for segment, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:03.679517 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-843666'] for segment, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:03.686094 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=79259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Aug 12 15:44:03.686469 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-843675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203664'] for segment, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]: Traceback (most recent call last):
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:     timer()
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:     cb(*args, **kw)
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:     return func(*args, **kwargs)
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:     self._notify()
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:     self.callback(batched_events)
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:     event.method(event)
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:     aggregate_uuid = self.p_client.list_aggregates(
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:     return f(self, *a, **k)
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self._get(url).json()
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:     return self.request(url, 'GET', **kwargs)
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:     base_url = self.get_endpoint(auth, allow=allow,
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:     auth = self._auth_required(auth, 'determine endpoint URL')
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Aug 12 15:44:03.700351 dv-cinder-804345-1-iscsi neutron-server[79259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Aug 12 15:44:03.776596 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-848682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604367'] for network, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:03.780657 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-137cfb3e-4faf-4e40-ac86-5f57b0bb3442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:44:03.795451 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602534'] for network, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:03.807480 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=145aa4eb-addb-4411-9fe4-3069e9a4323c,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:44:03.810536 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:44:03.812065 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-de38d619-e3f6-4d51-96ca-40ceae01dba5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/145aa4eb-addb-4411-9fe4-3069e9a4323c HTTP/1.1" status: 204  len: 168 time: 0.9677730
Aug 12 15:44:03.946200 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56600) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:44:03.996349 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-8625da81-3e60-4573-a6f6-88256bbb47c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6de95a90532648a585b1ca57bdb00cdb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0487335
Aug 12 15:44:03.998789 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56604) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:44:04.057190 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-76833ef4-2df6-4e1b-912b-ca605644a4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:04.060391 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b5d58ae7-0de1-4a9c-bd4a-c3b449108c19 None None] Deleting port 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f {{(pid=79260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Aug 12 15:44:04.061187 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b5d58ae7-0de1-4a9c-bd4a-c3b449108c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791935586600'] for port, before_delete {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:04.084579 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-76833ef4-2df6-4e1b-912b-ca605644a4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:04.131447 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b5d58ae7-0de1-4a9c-bd4a-c3b449108c19 None None] The port '382fc05b-6b0e-43ed-bd29-d7ff3ba7341f' was deleted {{(pid=79260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Aug 12 15:44:04.147076 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-76833ef4-2df6-4e1b-912b-ca605644a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:04.151437 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-d3b0e617-20e2-46f6-841c-db8ea1fac33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:44:04.162489 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76833ef4-2df6-4e1b-912b-ca605644a4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c750989-c04b-4277-b456-d0c316a056f1,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:44:04.167064 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-76833ef4-2df6-4e1b-912b-ca605644a4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:44:04.171783 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-76833ef4-2df6-4e1b-912b-ca605644a4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:04.173226 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-76833ef4-2df6-4e1b-912b-ca605644a4bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c750989-c04b-4277-b456-d0c316a056f1 HTTP/1.1" status: 204  len: 168 time: 0.1733403
Aug 12 15:44:04.327121 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32 no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:44:04.362780 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32 {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:44:04.363140 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device a0a3d9a4-37aa-4cb9-acbe-0015f7bd1c32 not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:44:04.363578 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f no longer exists at agent ovs-agent-dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Aug 12 15:44:04.401849 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.plugin [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] No Port match for: 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f {{(pid=79260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Aug 12 15:44:04.402151 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron.plugins.ml2.rpc [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Device 382fc05b-6b0e-43ed-bd29-d7ff3ba7341f not bound to the agent host dv-cinder-804345-1-iscsi {{(pid=79260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Aug 12 15:44:04.549085 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56612) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:44:04.598556 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-e693c982-5237-48c0-a115-ec1f1d5794e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a815afed868b4371a924fa0e0b732771&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0481987
Aug 12 15:44:04.601108 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.wsgi [-] (79259) accepted ('10.222.0.18', 56616) {{(pid=79259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Aug 12 15:44:04.659016 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7154-4142-4642-97bd-781380530df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:04.684945 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7154-4142-4642-97bd-781380530df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:04.735589 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7154-4142-4642-97bd-781380530df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337499'] for security_group, after_delete {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:04.739762 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-81ebd2d5-b2bf-4df0-8928-eb685c2d7e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Aug 12 15:44:04.750910 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea7154-4142-4642-97bd-781380530df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d05c36-ade0-41ef-8e7a-eeaf3be39d7d,revision_number=None']} {{(pid=79259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Aug 12 15:44:04.754869 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG oslo_concurrency.lockutils [None req-f9ea7154-4142-4642-97bd-781380530df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Aug 12 15:44:04.758808 dv-cinder-804345-1-iscsi neutron-server[79259]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7154-4142-4642-97bd-781380530df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:04.759926 dv-cinder-804345-1-iscsi neutron-server[79259]: INFO neutron.wsgi [None req-f9ea7154-4142-4642-97bd-781380530df6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38d05c36-ade0-41ef-8e7a-eeaf3be39d7d HTTP/1.1" status: 204  len: 168 time: 0.1573908
Aug 12 15:44:10.214006 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-17512b1a-6766-46d7-82f4-11bcbb82c9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:10.921534 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:11.235149 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:12.799835 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-c40899c1-fbac-4fac-b7a0-581b6eb4fd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:13.826501 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:15.323830 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:30.613139 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:44:40.217295 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-90efdac6-be9b-4992-98fb-039020d3a229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:40.918222 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:41.238417 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:42.801590 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-4207181c-cf86-418a-a649-fcdd0beea4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:43.827593 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:44:45.326865 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:45:07.611450 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:45:10.218843 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b7247d21-4218-4949-a8bb-e1cfda388cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:45:10.915890 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:45:11.241538 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:45:12.803032 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-1c665262-475d-4ef4-916e-abed12803a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:45:13.831819 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:45:15.336844 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:45:40.220865 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-43f33a74-56e3-432a-b4af-e9e93dcb85b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:45:40.926698 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:45:41.243975 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:45:42.807128 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-da33c5ba-64a7-4063-be95-1242a9e2fa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:45:43.835340 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:45:44.610622 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:45:45.333543 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:46:10.222264 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f1feb593-6cd0-4d16-ba18-428a6ce2341b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:46:10.935879 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:46:11.247619 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:46:12.809141 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5f6b3894-992d-4c34-a4c3-97a913c1198a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:46:13.837816 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:46:15.335449 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:46:21.609899 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:46:40.225048 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-0d81437d-eea2-4995-9d2a-119e516e27c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:46:40.946575 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:46:41.251633 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:46:42.811683 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-461ec463-d7be-455b-a533-5c31ff378d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:46:43.842129 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:46:45.338007 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:46:58.608814 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:47:10.226579 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-ee23fcff-8195-429f-858c-8df5ba052140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:47:10.963219 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:47:11.254374 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:47:12.815305 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-a412eec4-04b1-49af-8295-1074220f5522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:47:13.843390 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:47:15.346271 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:47:35.608215 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:47:40.229877 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-5fb39a45-91f1-4070-981b-4611b560e447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:47:40.957641 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:47:41.257037 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:47:42.819718 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-52da72a3-94df-4930-9fcc-3bd0c6ba4dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:47:43.847638 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:47:45.343016 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:48:10.230772 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f8407496-1cac-4243-aa0c-cf57d5814ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:48:10.972538 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:48:11.258186 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:48:12.606411 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:48:12.822123 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-128f44a0-4c4d-49c7-835c-f5273fc4a89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:48:13.849056 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:48:15.347459 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:48:40.232641 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-9f14f2bb-c060-4d70-95a6-79b74d7ebc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:48:40.989251 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:48:41.261047 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:48:42.827088 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-58a77ed3-d6b5-4c68-891b-91ea5be99b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:48:43.857135 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:48:45.348338 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:48:49.605289 dv-cinder-804345-1-iscsi neutron-server[79261]: DEBUG neutron.db.agents_db [None req-797e2d7c-5446-4880-a2b0-1b96ccff6258 None None] Agent healthcheck: found 6 active agents {{(pid=79261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Aug 12 15:49:10.238610 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-81b55116-8ae7-41b5-87e1-c4a80ad54925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:49:11.026545 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-672eb41b-ac26-4f21-b650-9eba2b5bfa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:49:11.264243 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-b20d5295-c71b-4972-b17b-980a49a2e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:49:12.829919 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-31a6fff4-9fa1-40a7-8ed4-01804af25b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:49:13.859020 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-3db778b1-7288-49a4-b463-c9c102b0efe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Aug 12 15:49:15.352644 dv-cinder-804345-1-iscsi neutron-server[79260]: DEBUG neutron_lib.callbacks.manager [None req-f3991b04-1d63-45df-bc20-98fb4e36ee24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791935557515', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850281'] for agent, after_update {{(pid=79260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}